2024-12-06 11:16:26,392 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 11:16:26,419 main DEBUG Took 0.025056 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 11:16:26,419 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 11:16:26,420 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 11:16:26,420 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 11:16:26,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,431 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 11:16:26,447 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,450 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,451 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,453 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,454 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,455 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,456 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,457 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 11:16:26,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,460 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 11:16:26,462 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 11:16:26,465 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 11:16:26,467 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 11:16:26,468 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 11:16:26,470 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 11:16:26,470 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 11:16:26,477 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 11:16:26,480 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 11:16:26,481 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 11:16:26,481 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 11:16:26,482 main DEBUG createAppenders(={Console}) 2024-12-06 11:16:26,483 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-06 11:16:26,483 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 11:16:26,483 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-06 11:16:26,484 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 11:16:26,484 main DEBUG OutputStream closed 2024-12-06 11:16:26,485 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 11:16:26,485 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 11:16:26,485 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-06 11:16:26,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 11:16:26,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 11:16:26,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 11:16:26,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 11:16:26,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 11:16:26,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 11:16:26,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 11:16:26,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 11:16:26,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 11:16:26,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 11:16:26,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 11:16:26,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 11:16:26,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 11:16:26,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 11:16:26,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 11:16:26,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 11:16:26,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 11:16:26,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 11:16:26,589 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 11:16:26,590 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-06 11:16:26,590 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 11:16:26,592 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-06T11:16:26,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-06 11:16:26,616 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 11:16:26,617 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T11:16:26,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=797, ProcessCount=11, AvailableMemoryMB=5103 2024-12-06T11:16:26,934 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-06T11:16:26,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b 2024-12-06T11:16:26,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f, deleteOnExit=true 2024-12-06T11:16:27,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/zookeeper_0, clientPort=57872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:16:27,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57872 2024-12-06T11:16:27,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:16:27,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:16:27,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/test.cache.data in system properties and HBase conf 2024-12-06T11:16:27,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:16:27,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:16:27,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:16:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:16:27,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:16:27,281 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T11:16:27,384 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:16:27,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:16:27,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:16:27,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:16:27,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:16:27,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:16:27,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:16:27,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:16:27,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:16:27,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:16:27,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:16:27,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:16:27,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:16:27,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:16:27,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:16:28,658 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T11:16:28,830 INFO [Time-limited test {}] log.Log(170): Logging initialized @3327ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T11:16:28,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:29,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:16:29,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:16:29,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:16:29,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:16:29,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:29,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:16:29,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:16:29,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/java.io.tmpdir/jetty-localhost-34757-hadoop-hdfs-3_4_1-tests_jar-_-any-11040130686326895645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:16:29,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34757} 2024-12-06T11:16:29,858 INFO [Time-limited test {}] server.Server(415): Started @4357ms 2024-12-06T11:16:31,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:31,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:16:31,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:16:31,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:16:31,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:16:31,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:16:31,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:16:31,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/java.io.tmpdir/jetty-localhost-43575-hadoop-hdfs-3_4_1-tests_jar-_-any-9244307735635933757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:16:31,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43575} 2024-12-06T11:16:31,370 INFO [Time-limited test {}] server.Server(415): Started @5869ms 2024-12-06T11:16:31,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:16:33,108 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/data/data1/current/BP-1438594941-172.17.0.3-1733483788027/current, will proceed with Du for space computation calculation, 2024-12-06T11:16:33,108 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/data/data2/current/BP-1438594941-172.17.0.3-1733483788027/current, will proceed with Du for space computation calculation, 2024-12-06T11:16:33,195 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:16:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2f079bbf81672a9 with lease ID 0x88dffaf7802f6251: Processing first storage report for DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ed357871-5870-44eb-a9ae-89633a46e520, infoPort=34919, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=33108256;c=1733483788027) 2024-12-06T11:16:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2f079bbf81672a9 with lease ID 0x88dffaf7802f6251: from storage DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ed357871-5870-44eb-a9ae-89633a46e520, infoPort=34919, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=33108256;c=1733483788027), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T11:16:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2f079bbf81672a9 with lease ID 0x88dffaf7802f6251: Processing first storage report for DS-ecfbe293-1f12-49a4-883e-7660f5f52022 from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ed357871-5870-44eb-a9ae-89633a46e520, infoPort=34919, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=33108256;c=1733483788027) 2024-12-06T11:16:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2f079bbf81672a9 with lease ID 0x88dffaf7802f6251: from storage DS-ecfbe293-1f12-49a4-883e-7660f5f52022 node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=ed357871-5870-44eb-a9ae-89633a46e520, infoPort=34919, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=33108256;c=1733483788027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:16:33,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b 2024-12-06T11:16:33,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:33,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:16:34,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4 with version=8 2024-12-06T11:16:34,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/hbase-staging 2024-12-06T11:16:34,509 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T11:16:34,861 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:34,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:34,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:34,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:35,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:16:35,169 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T11:16:35,184 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T11:16:35,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:35,232 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5961 (auto-detected) 2024-12-06T11:16:35,234 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-06T11:16:35,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45101 2024-12-06T11:16:35,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45101 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:35,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451010x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:35,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45101-0x101aa5b6ef80000 connected 2024-12-06T11:16:35,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:35,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:35,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:35,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4, hbase.cluster.distributed=false 2024-12-06T11:16:35,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/acl 2024-12-06T11:16:35,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45101 2024-12-06T11:16:35,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45101 2024-12-06T11:16:35,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45101 2024-12-06T11:16:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45101 2024-12-06T11:16:35,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45101 2024-12-06T11:16:35,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:35,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:35,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:35,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:35,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:35,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:35,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:16:35,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:35,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33707 2024-12-06T11:16:35,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33707 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:35,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:35,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337070x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:35,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33707-0x101aa5b6ef80001 connected 2024-12-06T11:16:35,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:35,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:16:36,012 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:16:36,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/master 2024-12-06T11:16:36,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/acl 2024-12-06T11:16:36,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-06T11:16:36,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33707 2024-12-06T11:16:36,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33707 2024-12-06T11:16:36,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-06T11:16:36,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33707 2024-12-06T11:16:36,092 DEBUG [M:0;582807baec72:45101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:45101 2024-12-06T11:16:36,096 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1835408625/backup-masters/582807baec72,45101,1733483794601 2024-12-06T11:16:36,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:36,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:36,120 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/backup-masters/582807baec72,45101,1733483794601 2024-12-06T11:16:36,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/master 2024-12-06T11:16:36,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:36,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:36,165 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/master 2024-12-06T11:16:36,167 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1835408625/backup-masters/582807baec72,45101,1733483794601 from backup master directory 2024-12-06T11:16:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/backup-masters/582807baec72,45101,1733483794601 2024-12-06T11:16:36,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:36,180 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:36,181 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,45101,1733483794601 2024-12-06T11:16:36,192 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T11:16:36,200 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T11:16:36,317 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/hbase.id] with ID: c4821a47-6e2c-4abc-bb6d-44f83b247ccc 2024-12-06T11:16:36,317 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.tmp/hbase.id 2024-12-06T11:16:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:16:36,341 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.tmp/hbase.id]:[hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/hbase.id] 2024-12-06T11:16:36,450 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:36,455 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:16:36,481 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-06T11:16:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:16:36,536 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:16:36,539 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:16:36,564 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:16:36,570 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:16:36,637 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store 2024-12-06T11:16:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:16:36,675 INFO [master/582807baec72:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T11:16:36,679 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:36,680 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:16:36,680 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:36,680 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:36,682 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:16:36,682 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:36,682 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:36,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483796680Disabling compacts and flushes for region at 1733483796680Disabling writes for close at 1733483796682 (+2 ms)Writing region close event to WAL at 1733483796682Closed at 1733483796682 2024-12-06T11:16:36,686 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/.initializing 2024-12-06T11:16:36,686 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601 2024-12-06T11:16:36,696 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:36,722 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C45101%2C1733483794601, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/oldWALs, maxLogs=10 2024-12-06T11:16:36,758 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601/582807baec72%2C45101%2C1733483794601.1733483796729, exclude list is [], retry=0 2024-12-06T11:16:36,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T11:16:36,853 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:36,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:36,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:36,875 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:36,883 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:36,884 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:36,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:16:37,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:37,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:37,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:16:37,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:37,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:37,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:16:37,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:37,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:37,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:16:37,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:37,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:37,047 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,052 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,057 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,078 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,079 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,096 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:37,109 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:37,125 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:16:37,128 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64470521, jitterRate=-0.03931437432765961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:37,136 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483796905Initializing all the Stores at 1733483796908 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483796909 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483796912 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483796913 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483796913Cleaning up temporary data from old regions at 1733483797079 (+166 ms)Region opened successfully at 1733483797136 (+57 ms) 2024-12-06T11:16:37,140 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:16:37,202 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:37,262 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:16:37,291 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:16:37,291 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:16:37,295 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:16:37,309 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 13 msec 2024-12-06T11:16:37,318 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-06T11:16:37,318 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:16:37,420 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:16:37,438 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/balancer because node does not exist (not necessarily an error) 2024-12-06T11:16:37,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/balancer already deleted, retry=false 2024-12-06T11:16:37,490 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:16:37,495 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:16:37,505 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/normalizer already deleted, retry=false 2024-12-06T11:16:37,510 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:16:37,526 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:16:37,536 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/switch/split already deleted, retry=false 2024-12-06T11:16:37,539 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:16:37,546 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/switch/merge already deleted, retry=false 2024-12-06T11:16:37,584 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:16:37,599 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/snapshot-cleanup already deleted, retry=false 2024-12-06T11:16:37,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,617 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,45101,1733483794601, sessionid=0x101aa5b6ef80000, setting cluster-up flag (Was=false) 2024-12-06T11:16:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,686 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1835408625/flush-table-proc/acquired, /0-1835408625/flush-table-proc/reached, /0-1835408625/flush-table-proc/abort 2024-12-06T11:16:37,692 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,45101,1733483794601 2024-12-06T11:16:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:37,746 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1835408625/online-snapshot/acquired, /0-1835408625/online-snapshot/reached, /0-1835408625/online-snapshot/abort 2024-12-06T11:16:37,752 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,45101,1733483794601 2024-12-06T11:16:37,762 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:16:37,788 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(746): ClusterId : c4821a47-6e2c-4abc-bb6d-44f83b247ccc 2024-12-06T11:16:37,792 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:16:37,801 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:16:37,802 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:16:37,812 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:16:37,813 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b741ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:37,830 DEBUG [RS:0;582807baec72:33707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:33707 2024-12-06T11:16:37,836 INFO [RS:0;582807baec72:33707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:16:37,839 INFO [RS:0;582807baec72:33707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:16:37,840 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:16:37,850 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,45101,1733483794601 with port=33707, startcode=1733483795869 2024-12-06T11:16:37,867 DEBUG [RS:0;582807baec72:33707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:16:37,921 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:37,946 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:16:37,963 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:16:37,972 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:16:37,972 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,45101,1733483794601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:16:37,982 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:16:37,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:37,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:37,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:37,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:37,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:16:37,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:37,987 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:37,987 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,026 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T11:16:38,026 WARN [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T11:16:38,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:38,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:16:38,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:38,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:16:38,073 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483828073 2024-12-06T11:16:38,075 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:16:38,077 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:16:38,082 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:16:38,086 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:16:38,087 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:16:38,087 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:16:38,093 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:16:38,128 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,45101,1733483794601 with port=33707, startcode=1733483795869 2024-12-06T11:16:38,130 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:16:38,133 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T11:16:38,134 WARN [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-06T11:16:38,141 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:16:38,143 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:16:38,143 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:16:38,144 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:16:38,147 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:16:38,147 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:16:38,159 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483798154,5,FailOnTimeoutGroup] 2024-12-06T11:16:38,160 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483798159,5,FailOnTimeoutGroup] 2024-12-06T11:16:38,160 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,162 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:16:38,165 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,166 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,335 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,45101,1733483794601 with port=33707, startcode=1733483795869 2024-12-06T11:16:38,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,33707,1733483795869 2024-12-06T11:16:38,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45101 {}] master.ServerManager(517): Registering regionserver=582807baec72,33707,1733483795869 2024-12-06T11:16:38,356 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4 2024-12-06T11:16:38,356 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37237 2024-12-06T11:16:38,356 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:16:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/rs 2024-12-06T11:16:38,421 DEBUG [RS:0;582807baec72:33707 {}] zookeeper.ZKUtil(111): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/rs/582807baec72,33707,1733483795869 2024-12-06T11:16:38,421 WARN [RS:0;582807baec72:33707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:38,421 INFO [RS:0;582807baec72:33707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:38,422 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869 2024-12-06T11:16:38,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,33707,1733483795869] 2024-12-06T11:16:38,477 INFO [RS:0;582807baec72:33707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:16:38,491 INFO [RS:0;582807baec72:33707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:16:38,502 INFO [RS:0;582807baec72:33707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:16:38,502 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,508 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:16:38,515 INFO [RS:0;582807baec72:33707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:16:38,517 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,518 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,518 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,518 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,518 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,519 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,519 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:38,519 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,521 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,524 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,525 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,525 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,525 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:38,525 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:38,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:16:38,527 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4 2024-12-06T11:16:38,530 DEBUG [RS:0;582807baec72:33707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:38,539 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,539 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,539 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,539 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,540 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,540 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33707,1733483795869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:38,573 INFO [RS:0;582807baec72:33707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:16:38,576 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33707,1733483795869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:16:38,579 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,580 INFO [RS:0;582807baec72:33707 {}] regionserver.Replication(171): 582807baec72,33707,1733483795869 started 2024-12-06T11:16:38,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:38,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:16:38,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:16:38,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:38,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:38,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:16:38,616 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:38,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:16:38,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:38,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:38,623 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,33707,1733483795869, RpcServer on 582807baec72/172.17.0.3:33707, sessionid=0x101aa5b6ef80001 2024-12-06T11:16:38,631 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:16:38,631 DEBUG [RS:0;582807baec72:33707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,33707,1733483795869 2024-12-06T11:16:38,631 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,33707,1733483795869' 2024-12-06T11:16:38,631 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1835408625/flush-table-proc/abort' 2024-12-06T11:16:38,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:16:38,633 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1835408625/flush-table-proc/acquired' 2024-12-06T11:16:38,635 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:16:38,635 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:16:38,635 DEBUG [RS:0;582807baec72:33707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,33707,1733483795869 2024-12-06T11:16:38,636 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,33707,1733483795869' 2024-12-06T11:16:38,636 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1835408625/online-snapshot/abort' 2024-12-06T11:16:38,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:16:38,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:38,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:38,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:16:38,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:16:38,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:38,649 DEBUG [RS:0;582807baec72:33707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1835408625/online-snapshot/acquired' 2024-12-06T11:16:38,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:38,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:16:38,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:38,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:38,653 DEBUG [RS:0;582807baec72:33707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:16:38,653 INFO [RS:0;582807baec72:33707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:16:38,654 INFO [RS:0;582807baec72:33707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:16:38,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:16:38,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:16:38,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:38,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:16:38,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:16:38,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673103, jitterRate=0.112715944647789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:38,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483798581Initializing all the Stores at 1733483798584 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483798584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483798586 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483798586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483798586Cleaning up temporary data from old regions at 1733483798659 (+73 ms)Region opened successfully at 1733483798689 (+30 ms) 2024-12-06T11:16:38,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:16:38,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:16:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:16:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:16:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:16:38,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:38,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483798689Disabling compacts and flushes for region at 1733483798689Disabling writes for close at 1733483798695 (+6 ms)Writing region close event to WAL at 1733483798703 (+8 ms)Closed at 1733483798703 2024-12-06T11:16:38,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:38,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:16:38,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:16:38,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:38,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:16:38,761 INFO [RS:0;582807baec72:33707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:38,772 INFO [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33707%2C1733483795869, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:38,794 DEBUG [RS:0;582807baec72:33707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775, exclude list is [], retry=0 2024-12-06T11:16:38,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:38,810 INFO [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 2024-12-06T11:16:38,811 DEBUG [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:38,899 DEBUG [582807baec72:45101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:16:38,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,33707,1733483795869 2024-12-06T11:16:38,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33707,1733483795869, state=OPENING 2024-12-06T11:16:38,946 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:16:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:38,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:38,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:38,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:38,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,33707,1733483795869}] 2024-12-06T11:16:39,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:16:39,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:16:39,223 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:16:39,224 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:39,226 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:16:39,233 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33707%2C1733483795869.meta, suffix=.meta, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:39,253 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.meta.1733483799235.meta, exclude list is [], retry=0 2024-12-06T11:16:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:39,264 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.meta.1733483799235.meta 2024-12-06T11:16:39,268 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:39,269 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:39,275 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:16:39,277 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:16:39,280 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:16:39,283 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:16:39,288 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:16:39,290 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:39,290 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:16:39,290 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:16:39,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:16:39,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:16:39,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:39,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:39,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:16:39,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:16:39,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:39,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:39,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:16:39,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:16:39,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:16:39,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:16:39,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:39,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:39,306 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:16:39,307 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:39,309 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:39,313 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:16:39,314 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:16:39,315 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:39,318 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:16:39,319 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60266931, jitterRate=-0.10195274651050568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:39,320 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:16:39,322 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483799291Writing region info on filesystem at 1733483799291Initializing all the Stores at 1733483799293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483799293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483799293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483799294 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483799294Cleaning up temporary data from old regions at 1733483799314 (+20 ms)Running coprocessor post-open hooks at 1733483799320 (+6 ms)Region opened successfully at 1733483799322 (+2 ms) 2024-12-06T11:16:39,329 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483799184 2024-12-06T11:16:39,341 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:16:39,342 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:16:39,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,33707,1733483795869 2024-12-06T11:16:39,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33707,1733483795869, state=OPEN 2024-12-06T11:16:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:39,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:39,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:39,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,33707,1733483795869 2024-12-06T11:16:39,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:16:39,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,33707,1733483795869 in 390 msec 2024-12-06T11:16:39,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:16:39,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-12-06T11:16:39,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:39,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:16:39,428 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:39,430 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33707,1733483795869, seqNum=-1] 2024-12-06T11:16:39,457 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:39,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:39,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6700 sec 2024-12-06T11:16:39,497 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483799497, completionTime=-1 2024-12-06T11:16:39,501 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:16:39,501 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:16:39,537 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:16:39,537 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483859537 2024-12-06T11:16:39,537 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483919537 2024-12-06T11:16:39,537 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-06T11:16:39,540 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,541 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,541 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,543 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:45101, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,544 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,544 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,551 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:16:39,582 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.393sec 2024-12-06T11:16:39,584 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:16:39,586 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:16:39,587 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:16:39,589 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:16:39,590 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:16:39,597 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:39,598 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:16:39,628 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:16:39,629 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:16:39,629 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,45101,1733483794601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:39,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7cad22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:39,642 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T11:16:39,643 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T11:16:39,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,45101,-1 for getting cluster id 2024-12-06T11:16:39,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:39,667 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4821a47-6e2c-4abc-bb6d-44f83b247ccc' 2024-12-06T11:16:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4821a47-6e2c-4abc-bb6d-44f83b247ccc" 2024-12-06T11:16:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,45101,-1] 2024-12-06T11:16:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:39,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:39,687 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:39,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b9aede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:39,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33707,1733483795869, seqNum=-1] 2024-12-06T11:16:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,45101,1733483794601 2024-12-06T11:16:39,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:39,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:39,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5b6ef80002 connected 2024-12-06T11:16:39,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir so I do NOT create it in target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8 2024-12-06T11:16:39,874 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:16:39,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.tmp.dir so I do NOT create it in target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8 2024-12-06T11:16:39,874 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:16:39,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8 2024-12-06T11:16:39,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:16:39,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/cluster_9abbccd3-768d-84c2-9096-e2e0a89323f5, deleteOnExit=true 2024-12-06T11:16:39,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:16:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/test.cache.data in system properties and HBase conf 2024-12-06T11:16:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:16:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:16:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:16:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:16:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:16:39,876 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:16:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:16:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:16:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:16:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:16:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:16:40,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:40,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:16:40,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:16:40,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:16:40,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:16:40,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:40,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:16:40,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:16:40,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/java.io.tmpdir/jetty-localhost-39933-hadoop-hdfs-3_4_1-tests_jar-_-any-2702031724812360321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:16:40,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:39933} 2024-12-06T11:16:40,655 INFO [Time-limited test {}] server.Server(415): Started @15153ms 2024-12-06T11:16:41,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:16:41,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:16:41,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:16:41,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:16:41,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:16:41,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:16:41,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:16:41,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702e4adb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/java.io.tmpdir/jetty-localhost-44721-hadoop-hdfs-3_4_1-tests_jar-_-any-7320471819753908420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:16:41,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:44721} 2024-12-06T11:16:41,164 INFO [Time-limited test {}] server.Server(415): Started @15663ms 2024-12-06T11:16:41,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:16:41,880 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/cluster_9abbccd3-768d-84c2-9096-e2e0a89323f5/data/data1/current/BP-1489766854-172.17.0.3-1733483799910/current, will proceed with Du for space computation calculation, 2024-12-06T11:16:41,892 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/cluster_9abbccd3-768d-84c2-9096-e2e0a89323f5/data/data2/current/BP-1489766854-172.17.0.3-1733483799910/current, will proceed with Du for space computation calculation, 2024-12-06T11:16:41,938 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:16:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a530c10a57b3bfc with lease ID 0x239c85c5d50f846b: Processing first storage report for DS-2ee20487-9174-427b-8b0c-8a295f434ffd from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=e7af4a25-de82-4004-99fd-7dd981bbdea3, infoPort=35591, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1879014390;c=1733483799910) 2024-12-06T11:16:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a530c10a57b3bfc with lease ID 0x239c85c5d50f846b: from storage DS-2ee20487-9174-427b-8b0c-8a295f434ffd node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=e7af4a25-de82-4004-99fd-7dd981bbdea3, infoPort=35591, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1879014390;c=1733483799910), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:16:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a530c10a57b3bfc with lease ID 0x239c85c5d50f846b: Processing first storage report for DS-bd9b00c4-0974-4f1f-8033-c511426ab0d2 from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=e7af4a25-de82-4004-99fd-7dd981bbdea3, infoPort=35591, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1879014390;c=1733483799910) 2024-12-06T11:16:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a530c10a57b3bfc with lease ID 0x239c85c5d50f846b: from storage DS-bd9b00c4-0974-4f1f-8033-c511426ab0d2 node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=e7af4a25-de82-4004-99fd-7dd981bbdea3, infoPort=35591, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1879014390;c=1733483799910), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:16:42,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8 2024-12-06T11:16:42,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:16:42,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d with version=8 2024-12-06T11:16:42,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/hbase-staging 2024-12-06T11:16:42,057 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:42,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:16:42,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:42,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39195 2024-12-06T11:16:42,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39195 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:42,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391950x0, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:42,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39195-0x101aa5b6ef80003 connected 2024-12-06T11:16:42,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/running 2024-12-06T11:16:42,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d, hbase.cluster.distributed=false 2024-12-06T11:16:42,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/acl 2024-12-06T11:16:42,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-06T11:16:42,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39195 2024-12-06T11:16:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39195 2024-12-06T11:16:42,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-06T11:16:42,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-06T11:16:42,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:42,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:42,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:42,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:42,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:16:42,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:42,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32859 2024-12-06T11:16:42,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32859 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:42,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328590x0, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:42,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328590x0, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/running 2024-12-06T11:16:42,589 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:16:42,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32859-0x101aa5b6ef80004 connected 2024-12-06T11:16:42,596 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:16:42,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/master 2024-12-06T11:16:42,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/acl 2024-12-06T11:16:42,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32859 2024-12-06T11:16:42,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32859 2024-12-06T11:16:42,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32859 2024-12-06T11:16:42,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32859 2024-12-06T11:16:42,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32859 2024-12-06T11:16:42,635 DEBUG [M:0;582807baec72:39195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:39195 2024-12-06T11:16:42,636 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11865286089/backup-masters/582807baec72,39195,1733483802057 2024-12-06T11:16:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/backup-masters 2024-12-06T11:16:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/backup-masters 2024-12-06T11:16:42,648 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on existing znode=/11865286089/backup-masters/582807baec72,39195,1733483802057 2024-12-06T11:16:42,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865286089/master 2024-12-06T11:16:42,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:42,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on existing znode=/11865286089/master 2024-12-06T11:16:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:42,668 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11865286089/backup-masters/582807baec72,39195,1733483802057 from backup master directory 2024-12-06T11:16:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865286089/backup-masters/582807baec72,39195,1733483802057 2024-12-06T11:16:42,673 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/backup-masters 2024-12-06T11:16:42,673 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,39195,1733483802057 2024-12-06T11:16:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/backup-masters 2024-12-06T11:16:42,695 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/hbase.id] with ID: 54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:42,695 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/.tmp/hbase.id 2024-12-06T11:16:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:16:42,746 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/.tmp/hbase.id]:[hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/hbase.id] 2024-12-06T11:16:42,824 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:42,824 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:16:42,827 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-06T11:16:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:16:42,899 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:16:42,900 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:16:42,901 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:16:43,317 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store 2024-12-06T11:16:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:16:43,327 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:43,327 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:16:43,327 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:43,327 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:43,327 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:16:43,327 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:43,327 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:43,328 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483803327Disabling compacts and flushes for region at 1733483803327Disabling writes for close at 1733483803327Writing region close event to WAL at 1733483803327Closed at 1733483803327 2024-12-06T11:16:43,329 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/.initializing 2024-12-06T11:16:43,329 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/WALs/582807baec72,39195,1733483802057 2024-12-06T11:16:43,331 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:43,335 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C39195%2C1733483802057, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/WALs/582807baec72,39195,1733483802057, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/oldWALs, maxLogs=10 2024-12-06T11:16:43,351 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/WALs/582807baec72,39195,1733483802057/582807baec72%2C39195%2C1733483802057.1733483803335, exclude list is [], retry=0 2024-12-06T11:16:43,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2ee20487-9174-427b-8b0c-8a295f434ffd,DISK] 2024-12-06T11:16:43,362 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/WALs/582807baec72,39195,1733483802057/582807baec72%2C39195%2C1733483802057.1733483803335 2024-12-06T11:16:43,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35591:35591)] 2024-12-06T11:16:43,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:43,363 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:43,363 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,363 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:16:43,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:43,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:16:43,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:43,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:16:43,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:43,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:16:43,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:43,383 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,384 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,384 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,387 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,387 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,388 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:43,392 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:43,395 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:16:43,396 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73768074, jitterRate=0.09922996163368225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:43,397 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483803363Initializing all the Stores at 1733483803365 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483803365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483803366 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483803366Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483803366Cleaning up temporary data from old regions at 1733483803387 (+21 ms)Region opened successfully at 1733483803397 (+10 ms) 2024-12-06T11:16:43,397 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:16:43,405 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32af3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:43,406 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:16:43,406 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:16:43,407 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:16:43,407 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:16:43,408 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:16:43,409 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-12-06T11:16:43,409 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:16:43,416 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:16:43,418 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Unable to get data of znode /11865286089/balancer because node does not exist (not necessarily an error) 2024-12-06T11:16:43,430 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/balancer already deleted, retry=false 2024-12-06T11:16:43,430 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:16:43,431 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Unable to get data of znode /11865286089/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:16:43,442 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/normalizer already deleted, retry=false 2024-12-06T11:16:43,442 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:16:43,445 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Unable to get data of znode /11865286089/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:16:43,453 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/switch/split already deleted, retry=false 2024-12-06T11:16:43,456 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Unable to get data of znode /11865286089/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:16:43,461 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/switch/merge already deleted, retry=false 2024-12-06T11:16:43,469 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Unable to get data of znode /11865286089/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:16:43,472 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/snapshot-cleanup already deleted, retry=false 2024-12-06T11:16:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865286089/running 2024-12-06T11:16:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11865286089/running 2024-12-06T11:16:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,485 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,39195,1733483802057, sessionid=0x101aa5b6ef80003, setting cluster-up flag (Was=false) 2024-12-06T11:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,546 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11865286089/flush-table-proc/acquired, /11865286089/flush-table-proc/reached, /11865286089/flush-table-proc/abort 2024-12-06T11:16:43,549 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,39195,1733483802057 2024-12-06T11:16:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:43,672 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11865286089/online-snapshot/acquired, /11865286089/online-snapshot/reached, /11865286089/online-snapshot/abort 2024-12-06T11:16:43,674 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,39195,1733483802057 2024-12-06T11:16:43,676 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:16:43,680 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:43,680 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:16:43,680 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:16:43,680 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,39195,1733483802057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:16:43,682 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:43,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,685 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483833685 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:16:43,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:43,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:16:43,686 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,687 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:16:43,687 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:16:43,687 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:16:43,687 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:16:43,688 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:16:43,688 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:16:43,688 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483803688,5,FailOnTimeoutGroup] 2024-12-06T11:16:43,688 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483803688,5,FailOnTimeoutGroup] 2024-12-06T11:16:43,689 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,689 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:16:43,689 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,689 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:16:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:16:43,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:16:43,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d 2024-12-06T11:16:43,731 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(746): ClusterId : 54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:43,731 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:16:43,736 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:16:43,736 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:16:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:16:43,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:43,747 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:16:43,747 DEBUG [RS:0;582807baec72:32859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d104313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:43,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:16:43,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:16:43,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:43,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:16:43,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:16:43,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:16:43,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:16:43,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:43,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:16:43,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:16:43,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:43,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:43,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:16:43,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740 2024-12-06T11:16:43,773 DEBUG [RS:0;582807baec72:32859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:32859 2024-12-06T11:16:43,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740 2024-12-06T11:16:43,773 INFO [RS:0;582807baec72:32859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:16:43,773 INFO [RS:0;582807baec72:32859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:16:43,773 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:16:43,774 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,39195,1733483802057 with port=32859, startcode=1733483802545 2024-12-06T11:16:43,775 DEBUG [RS:0;582807baec72:32859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:16:43,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:16:43,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:16:43,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:16:43,781 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:16:43,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,32859,1733483802545 2024-12-06T11:16:43,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(517): Registering regionserver=582807baec72,32859,1733483802545 2024-12-06T11:16:43,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:16:43,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67375192, jitterRate=0.003968596458435059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483803745Initializing all the Stores at 1733483803747 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483803747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483803748 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483803748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483803748Cleaning up temporary data from old regions at 1733483803776 (+28 ms)Region opened successfully at 1733483803787 (+11 ms) 2024-12-06T11:16:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:16:43,787 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:16:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:16:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:16:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:16:43,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483803787Disabling compacts and flushes for region at 1733483803787Disabling writes for close at 1733483803787Writing region close event to WAL at 1733483803788 (+1 ms)Closed at 1733483803788 2024-12-06T11:16:43,789 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d 2024-12-06T11:16:43,789 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42937 2024-12-06T11:16:43,789 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:16:43,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:43,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:16:43,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:16:43,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:43,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:16:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/rs 2024-12-06T11:16:43,825 DEBUG [RS:0;582807baec72:32859 {}] zookeeper.ZKUtil(111): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on existing znode=/11865286089/rs/582807baec72,32859,1733483802545 2024-12-06T11:16:43,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,32859,1733483802545] 2024-12-06T11:16:43,826 WARN [RS:0;582807baec72:32859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:43,826 INFO [RS:0;582807baec72:32859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:43,826 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545 2024-12-06T11:16:43,831 INFO [RS:0;582807baec72:32859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:16:43,833 INFO [RS:0;582807baec72:32859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:16:43,834 INFO [RS:0;582807baec72:32859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:16:43,834 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,834 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:16:43,836 INFO [RS:0;582807baec72:32859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:16:43,836 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,837 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,838 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:43,838 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:43,838 DEBUG [RS:0;582807baec72:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:43,848 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,848 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,848 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,848 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,849 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,849 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32859,1733483802545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:43,876 INFO [RS:0;582807baec72:32859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:16:43,877 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32859,1733483802545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,877 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,877 INFO [RS:0;582807baec72:32859 {}] regionserver.Replication(171): 582807baec72,32859,1733483802545 started 2024-12-06T11:16:43,892 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:43,892 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,32859,1733483802545, RpcServer on 582807baec72/172.17.0.3:32859, sessionid=0x101aa5b6ef80004 2024-12-06T11:16:43,893 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:16:43,893 DEBUG [RS:0;582807baec72:32859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,32859,1733483802545 2024-12-06T11:16:43,893 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,32859,1733483802545' 2024-12-06T11:16:43,893 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11865286089/flush-table-proc/abort' 2024-12-06T11:16:43,893 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11865286089/flush-table-proc/acquired' 2024-12-06T11:16:43,894 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:16:43,894 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:16:43,894 DEBUG [RS:0;582807baec72:32859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,32859,1733483802545 2024-12-06T11:16:43,894 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,32859,1733483802545' 2024-12-06T11:16:43,894 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11865286089/online-snapshot/abort' 2024-12-06T11:16:43,895 DEBUG [RS:0;582807baec72:32859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11865286089/online-snapshot/acquired' 2024-12-06T11:16:43,895 DEBUG [RS:0;582807baec72:32859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:16:43,895 INFO [RS:0;582807baec72:32859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:16:43,895 INFO [RS:0;582807baec72:32859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:16:43,948 WARN [582807baec72:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:16:43,996 INFO [RS:0;582807baec72:32859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:43,998 INFO [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C32859%2C1733483802545, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/oldWALs, maxLogs=10 2024-12-06T11:16:44,015 DEBUG [RS:0;582807baec72:32859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545/582807baec72%2C32859%2C1733483802545.1733483804000, exclude list is [], retry=0 2024-12-06T11:16:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2ee20487-9174-427b-8b0c-8a295f434ffd,DISK] 2024-12-06T11:16:44,035 INFO [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545/582807baec72%2C32859%2C1733483802545.1733483804000 2024-12-06T11:16:44,049 DEBUG [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35591:35591)] 2024-12-06T11:16:44,198 DEBUG [582807baec72:39195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:16:44,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,32859,1733483802545 2024-12-06T11:16:44,201 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,32859,1733483802545, state=OPENING 2024-12-06T11:16:44,251 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:16:44,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:44,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:44,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865286089/meta-region-server: CHANGED 2024-12-06T11:16:44,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:44,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865286089/meta-region-server: CHANGED 2024-12-06T11:16:44,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,32859,1733483802545}] 2024-12-06T11:16:44,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:16:44,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:16:44,432 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:16:44,432 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:44,433 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:16:44,437 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C32859%2C1733483802545.meta, suffix=.meta, logDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/oldWALs, maxLogs=10 2024-12-06T11:16:44,458 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545/582807baec72%2C32859%2C1733483802545.meta.1733483804439.meta, exclude list is [], retry=0 2024-12-06T11:16:44,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2ee20487-9174-427b-8b0c-8a295f434ffd,DISK] 2024-12-06T11:16:44,489 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/WALs/582807baec72,32859,1733483802545/582807baec72%2C32859%2C1733483802545.meta.1733483804439.meta 2024-12-06T11:16:44,489 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35591:35591)] 2024-12-06T11:16:44,489 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:44,490 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:16:44,490 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:16:44,490 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:16:44,490 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:16:44,490 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:16:44,490 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:44,491 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:16:44,491 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:16:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:16:44,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:16:44,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:44,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:44,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:16:44,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:16:44,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:44,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:44,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:16:44,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:16:44,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:16:44,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:16:44,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:44,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:44,503 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:16:44,504 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740 2024-12-06T11:16:44,506 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740 2024-12-06T11:16:44,508 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:16:44,508 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:16:44,509 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:44,512 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:16:44,513 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740305, jitterRate=0.009409204125404358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:44,513 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:16:44,514 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483804491Writing region info on filesystem at 1733483804491Initializing all the Stores at 1733483804493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483804493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483804493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483804493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483804493Cleaning up temporary data from old regions at 1733483804508 (+15 ms)Running coprocessor post-open hooks at 1733483804513 (+5 ms)Region opened successfully at 1733483804513 2024-12-06T11:16:44,515 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483804417 2024-12-06T11:16:44,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,32859,1733483802545 2024-12-06T11:16:44,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,32859,1733483802545, state=OPEN 2024-12-06T11:16:44,529 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:16:44,529 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:16:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11865286089/meta-region-server 2024-12-06T11:16:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11865286089/meta-region-server 2024-12-06T11:16:44,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,32859,1733483802545 2024-12-06T11:16:44,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865286089/meta-region-server: CHANGED 2024-12-06T11:16:44,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11865286089/meta-region-server: CHANGED 2024-12-06T11:16:44,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:16:44,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,32859,1733483802545 in 283 msec 2024-12-06T11:16:44,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:16:44,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-12-06T11:16:44,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:44,557 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:16:44,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:44,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,32859,1733483802545, seqNum=-1] 2024-12-06T11:16:44,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:44,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:44,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-12-06T11:16:44,579 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483804578, completionTime=-1 2024-12-06T11:16:44,579 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:16:44,579 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:16:44,582 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:16:44,582 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483864582 2024-12-06T11:16:44,582 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483924582 2024-12-06T11:16:44,582 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T11:16:44,582 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,583 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,583 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,583 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:39195, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,583 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,586 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:16:44,588 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.926sec 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:16:44,599 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:44,600 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:16:44,623 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:16:44,623 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:16:44,623 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39195,1733483802057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:44,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:44,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:44,633 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b103f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:44,637 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:44,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec11db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,32859,1733483802545, seqNum=-1] 2024-12-06T11:16:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:44,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:44,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,39195,1733483802057 2024-12-06T11:16:44,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:44,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:44,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5b6ef80005 connected 2024-12-06T11:16:44,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486067de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,45101,-1 for getting cluster id 2024-12-06T11:16:44,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:44,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4821a47-6e2c-4abc-bb6d-44f83b247ccc' 2024-12-06T11:16:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4821a47-6e2c-4abc-bb6d-44f83b247ccc" 2024-12-06T11:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db73ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,45101,-1] 2024-12-06T11:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:44,684 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dce9b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,45101,1733483794601 2024-12-06T11:16:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87a756c 2024-12-06T11:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:44,708 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:44,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:16:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:16:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:44,726 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:44,728 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e02f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,729 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:44,729 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:44,731 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:44,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:44,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:44,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287fca25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:44,734 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbce337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:44,743 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de6e19b 2024-12-06T11:16:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:44,752 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:44,766 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T11:16:44,766 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:16:44,773 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:44,774 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:44,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:44,777 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:16:44,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:16:44,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:16:44,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:16:44,800 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:44,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:16:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741835_1011 (size=1138) 2024-12-06T11:16:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:44,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c84d23f2f97966da57b0fa5706d1f6b6, NAME => 'hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4 2024-12-06T11:16:44,852 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:16:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741836_1012 (size=44) 2024-12-06T11:16:44,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c84d23f2f97966da57b0fa5706d1f6b6, disabling compactions & flushes 2024-12-06T11:16:44,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. after waiting 0 ms 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:44,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:44,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c84d23f2f97966da57b0fa5706d1f6b6: Waiting for close lock at 1733483804887Disabling compacts and flushes for region at 1733483804887Disabling writes for close at 1733483804887Writing region close event to WAL at 1733483804887Closed at 1733483804887 2024-12-06T11:16:44,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:16:44,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483804890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483804890"}]},"ts":"1733483804890"} 2024-12-06T11:16:44,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:16:44,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:16:44,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483804909"}]},"ts":"1733483804909"} 2024-12-06T11:16:44,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:16:44,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN}] 2024-12-06T11:16:44,924 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN 2024-12-06T11:16:44,931 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN; state=OFFLINE, location=582807baec72,33707,1733483795869; forceNewPlan=false, retain=false 2024-12-06T11:16:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:45,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c84d23f2f97966da57b0fa5706d1f6b6, regionState=OPENING, regionLocation=582807baec72,33707,1733483795869 2024-12-06T11:16:45,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN because future has completed 2024-12-06T11:16:45,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,33707,1733483795869}] 2024-12-06T11:16:45,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:16:45,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:16:45,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:45,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T11:16:45,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:45,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T11:16:45,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T11:16:45,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T11:16:45,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:45,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:45,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:16:45,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33707%2C1733483795869.rep, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:45,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.rep.1733483805309, exclude list is [], retry=0 2024-12-06T11:16:45,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:45,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.rep.1733483805309 2024-12-06T11:16:45,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:45,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c84d23f2f97966da57b0fa5706d1f6b6, NAME => 'hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:45,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. service=MultiRowMutationService 2024-12-06T11:16:45,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,362 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,364 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName hfileref 2024-12-06T11:16:45,364 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:45,365 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:45,365 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,368 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName queue 2024-12-06T11:16:45,368 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:45,370 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:45,370 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,373 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName sid 2024-12-06T11:16:45,373 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:45,374 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:16:45,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:16:45,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c84d23f2f97966da57b0fa5706d1f6b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71404741, jitterRate=0.06401355564594269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:16:45,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c84d23f2f97966da57b0fa5706d1f6b6: Running coprocessor pre-open hook at 1733483805360Writing region info on filesystem at 1733483805360Initializing all the Stores at 1733483805361 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483805361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483805361Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483805361Cleaning up temporary data from old regions at 1733483805391 (+30 ms)Running coprocessor post-open hooks at 1733483805406 (+15 ms)Region opened successfully at 1733483805407 (+1 ms) 2024-12-06T11:16:45,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., pid=7, masterSystemTime=1733483805284 2024-12-06T11:16:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:45,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:45,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c84d23f2f97966da57b0fa5706d1f6b6, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,33707,1733483795869 2024-12-06T11:16:45,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,33707,1733483795869 because future has completed 2024-12-06T11:16:45,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T11:16:45,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,33707,1733483795869 in 307 msec 2024-12-06T11:16:45,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:16:45,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN in 525 msec 2024-12-06T11:16:45,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:16:45,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483805454"}]},"ts":"1733483805454"} 2024-12-06T11:16:45,468 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:16:45,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:16:45,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 692 msec 2024-12-06T11:16:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., hostname=582807baec72,33707,1733483795869, seqNum=2] 2024-12-06T11:16:45,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33707 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T11:16:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:45,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:16:45,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T11:16:45,836 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:16:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:45,901 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-582807baec72,33707,1733483795869, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:16:45,905 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:45,905 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33707,1733483795869, seqNum=-1] 2024-12-06T11:16:45,905 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:45,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T11:16:45,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,33707,1733483795869', locateType=CURRENT is [region=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., hostname=582807baec72,33707,1733483795869, seqNum=2] 2024-12-06T11:16:45,946 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T11:16:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T11:16:45,971 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,33707,1733483795869 suceeded 2024-12-06T11:16:45,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T11:16:45,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 305 msec 2024-12-06T11:16:45,981 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:45,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2690 sec 2024-12-06T11:16:46,021 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:46,037 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,037 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:46,037 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:46,039 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a74d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,042 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:46,043 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2200377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,043 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a5def51 2024-12-06T11:16:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:46,047 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T11:16:46,049 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,33707,1733483795869 (queues=1) is replicating from cluster=c4821a47-6e2c-4abc-bb6d-44f83b247ccc to cluster=54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:46,051 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C33707%2C1733483795869 2024-12-06T11:16:46,059 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,33707,1733483795869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:16:46,078 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C33707%2C1733483795869 2024-12-06T11:16:46,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775, startPosition=0, beingWritten=true 2024-12-06T11:16:46,379 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:46,686 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:16:46,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:46,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:46,878 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:16:46,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:46,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33f5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,45101,-1 for getting cluster id 2024-12-06T11:16:46,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:46,880 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4821a47-6e2c-4abc-bb6d-44f83b247ccc' 2024-12-06T11:16:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4821a47-6e2c-4abc-bb6d-44f83b247ccc" 2024-12-06T11:16:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170762b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,45101,-1] 2024-12-06T11:16:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,892 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d9e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,45101,1733483794601 2024-12-06T11:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2494b5 2024-12-06T11:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:46,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:46,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:16:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:16:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T11:16:46,904 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:46,905 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bd1d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,905 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:46,905 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:46,908 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1085ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,911 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:46,912 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f1a57e 2024-12-06T11:16:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:46,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:46,916 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T11:16:46,916 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:16:46,916 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,916 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:46,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:46,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:16:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T11:16:47,094 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:47,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-06T11:16:47,144 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T11:16:47,186 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-582807baec72,33707,1733483795869, ReplicationSource: 2, currentBandwidth=0 2024-12-06T11:16:47,190 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T11:16:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T11:16:47,194 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 582807baec72,33707,1733483795869 suceeded 2024-12-06T11:16:47,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:16:47,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:47,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-06T11:16:47,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 299 msec 2024-12-06T11:16:47,208 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:47,209 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db38abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,209 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:47,209 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:47,210 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@635d9991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,212 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:47,213 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24539269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,213 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@282b0554 2024-12-06T11:16:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:47,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T11:16:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T11:16:47,216 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-582807baec72,33707,1733483795869 (queues=1) is replicating from cluster=c4821a47-6e2c-4abc-bb6d-44f83b247ccc to cluster=54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:47,216 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=582807baec72%2C33707%2C1733483795869 2024-12-06T11:16:47,216 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-582807baec72,33707,1733483795869, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:16:47,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T11:16:47,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:47,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:47,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:47,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:47,218 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C33707%2C1733483795869 2024-12-06T11:16:47,219 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775, startPosition=0, beingWritten=true 2024-12-06T11:16:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,45101,1733483794601 2024-12-06T11:16:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac72443 2024-12-06T11:16:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:47,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:47,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:16:47,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T11:16:47,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:16:47,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T11:16:47,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T11:16:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T11:16:47,256 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:47,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b4a7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:47,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:47,266 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:47,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:47,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:47,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b794949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:47,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:47,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,268 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:47,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf065b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:47,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:47,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bb3b98 2024-12-06T11:16:47,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:47,272 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:47,273 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:16:47,273 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:16:47,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:47,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:16:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T11:16:47,432 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:47,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-06T11:16:47,447 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-06T11:16:47,450 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T11:16:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T11:16:47,457 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 582807baec72,33707,1733483795869 suceeded 2024-12-06T11:16:47,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T11:16:47,463 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:47,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 173 msec 2024-12-06T11:16:47,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 222 msec 2024-12-06T11:16:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T11:16:47,567 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-06T11:16:47,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T11:16:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T11:16:47,574 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:47,576 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdd8c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,576 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:47,576 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:47,577 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fafa95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,580 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:47,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218c89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:47,581 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:47,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:47,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa13456 2024-12-06T11:16:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:47,584 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:47,585 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T11:16:47,586 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:16:47,586 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,586 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:47,601 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:47,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:16:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T11:16:47,744 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:47,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-06T11:16:47,767 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-06T11:16:47,769 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T11:16:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T11:16:47,773 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 582807baec72,33707,1733483795869 suceeded 2024-12-06T11:16:47,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T11:16:47,778 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://582807baec72:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:16:47,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-06T11:16:47,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-12-06T11:16:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T11:16:47,887 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-06T11:16:47,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:16:47,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T11:16:47,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:47,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:47,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:16:47,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-12-06T11:16:47,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:47,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,45101,1733483794601 2024-12-06T11:16:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:47,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:47,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:47,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:47,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:47,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,33707,1733483795869' ***** 2024-12-06T11:16:47,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:16:47,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:47,958 INFO [RS:0;582807baec72:33707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:16:47,958 INFO [RS:0;582807baec72:33707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:16:47,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:16:47,958 INFO [RS:0;582807baec72:33707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:16:47,958 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(3091): Received CLOSE for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(959): stopping server 582807baec72,33707,1733483795869 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:33707. 2024-12-06T11:16:47,959 DEBUG [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:47,959 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:47,959 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c84d23f2f97966da57b0fa5706d1f6b6, disabling compactions & flushes 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:16:47,959 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:16:47,959 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:16:47,959 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. after waiting 0 ms 2024-12-06T11:16:47,959 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:16:47,959 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:47,960 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:16:47,960 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c84d23f2f97966da57b0fa5706d1f6b6=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.} 2024-12-06T11:16:47,960 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:16:47,960 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:16:47,960 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:16:47,960 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:16:47,961 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:16:47,961 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:47,963 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T11:16:47,963 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c84d23f2f97966da57b0fa5706d1f6b6 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-06T11:16:47,964 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:48,030 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/4bc0ad23de9f4943b85f6b8887d5320c is 147, key is hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6./info:regioninfo/1733483805424/Put/seqid=0 2024-12-06T11:16:48,030 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/.tmp/queue/eec1ce71e2c14444b66a13162f6c7594 is 151, key is 1-582807baec72,33707,1733483795869/queue:582807baec72%2C33707%2C1733483795869/1733483805928/Put/seqid=0 2024-12-06T11:16:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741839_1015 (size=5500) 2024-12-06T11:16:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741838_1014 (size=6631) 2024-12-06T11:16:48,052 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/4bc0ad23de9f4943b85f6b8887d5320c 2024-12-06T11:16:48,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/ns/19b600876dfe4eddaff381ccb0f30f60 is 43, key is default/ns:d/1733483799466/Put/seqid=0 2024-12-06T11:16:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741840_1016 (size=5153) 2024-12-06T11:16:48,147 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/ns/19b600876dfe4eddaff381ccb0f30f60 2024-12-06T11:16:48,158 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:48,161 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:48,187 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/table/73dea624936a4b42822b153a72e2abb3 is 53, key is hbase:replication/table:state/1733483805454/Put/seqid=0 2024-12-06T11:16:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741841_1017 (size=5256) 2024-12-06T11:16:48,222 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:48,361 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:48,449 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/.tmp/queue/eec1ce71e2c14444b66a13162f6c7594 2024-12-06T11:16:48,461 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/.tmp/queue/eec1ce71e2c14444b66a13162f6c7594 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/queue/eec1ce71e2c14444b66a13162f6c7594 2024-12-06T11:16:48,473 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/queue/eec1ce71e2c14444b66a13162f6c7594, entries=2, sequenceid=6, filesize=5.4 K 2024-12-06T11:16:48,481 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c84d23f2f97966da57b0fa5706d1f6b6 in 517ms, sequenceid=6, compaction requested=false 2024-12-06T11:16:48,481 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:16:48,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T11:16:48,496 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:48,496 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:48,496 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:48,497 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c84d23f2f97966da57b0fa5706d1f6b6: Waiting for close lock at 1733483807959Running coprocessor pre-close hooks at 1733483807959Disabling compacts and flushes for region at 1733483807959Disabling writes for close at 1733483807959Obtaining lock to block concurrent updates at 1733483807963 (+4 ms)Preparing flush snapshotting stores in c84d23f2f97966da57b0fa5706d1f6b6 at 1733483807963Finished memstore snapshotting hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733483807971 (+8 ms)Flushing stores of hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. at 1733483807973 (+2 ms)Flushing c84d23f2f97966da57b0fa5706d1f6b6/queue: creating writer at 1733483807976 (+3 ms)Flushing c84d23f2f97966da57b0fa5706d1f6b6/queue: appending metadata at 1733483808015 (+39 ms)Flushing c84d23f2f97966da57b0fa5706d1f6b6/queue: closing flushed file at 1733483808018 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e21562: reopening flushed file at 1733483808459 (+441 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c84d23f2f97966da57b0fa5706d1f6b6 in 517ms, sequenceid=6, compaction requested=false at 1733483808481 (+22 ms)Writing region close event to WAL at 1733483808485 (+4 ms)Running coprocessor post-close hooks at 1733483808494 (+9 ms)Closed at 1733483808496 (+2 ms) 2024-12-06T11:16:48,497 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:48,548 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:16:48,549 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:16:48,561 DEBUG [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:16:48,604 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/table/73dea624936a4b42822b153a72e2abb3 2024-12-06T11:16:48,618 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/4bc0ad23de9f4943b85f6b8887d5320c as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/info/4bc0ad23de9f4943b85f6b8887d5320c 2024-12-06T11:16:48,627 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/info/4bc0ad23de9f4943b85f6b8887d5320c, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T11:16:48,629 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/ns/19b600876dfe4eddaff381ccb0f30f60 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/ns/19b600876dfe4eddaff381ccb0f30f60 2024-12-06T11:16:48,638 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/ns/19b600876dfe4eddaff381ccb0f30f60, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:16:48,640 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/table/73dea624936a4b42822b153a72e2abb3 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/table/73dea624936a4b42822b153a72e2abb3 2024-12-06T11:16:48,649 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/table/73dea624936a4b42822b153a72e2abb3, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T11:16:48,650 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 689ms, sequenceid=11, compaction requested=false 2024-12-06T11:16:48,657 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:16:48,657 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:48,658 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:48,658 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:48,658 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483807960Running coprocessor pre-close hooks at 1733483807960Disabling compacts and flushes for region at 1733483807960Disabling writes for close at 1733483807961 (+1 ms)Obtaining lock to block concurrent updates at 1733483807963 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733483807963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733483807971 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483807974 (+3 ms)Flushing 1588230740/info: creating writer at 1733483807975 (+1 ms)Flushing 1588230740/info: appending metadata at 1733483808016 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733483808020 (+4 ms)Flushing 1588230740/ns: creating writer at 1733483808110 (+90 ms)Flushing 1588230740/ns: appending metadata at 1733483808138 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733483808138Flushing 1588230740/table: creating writer at 1733483808158 (+20 ms)Flushing 1588230740/table: appending metadata at 1733483808186 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733483808186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766b1a1d: reopening flushed file at 1733483808616 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620e168b: reopening flushed file at 1733483808627 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6726ee14: reopening flushed file at 1733483808638 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 689ms, sequenceid=11, compaction requested=false at 1733483808651 (+13 ms)Writing region close event to WAL at 1733483808652 (+1 ms)Running coprocessor post-close hooks at 1733483808657 (+5 ms)Closed at 1733483808658 (+1 ms) 2024-12-06T11:16:48,658 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:48,669 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 to pos 0, reset compression=false 2024-12-06T11:16:48,762 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(976): stopping server 582807baec72,33707,1733483795869; all regions closed. 2024-12-06T11:16:48,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741834_1010 (size=2742) 2024-12-06T11:16:48,772 DEBUG [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:48,772 INFO [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33707%2C1733483795869.meta:.meta(num 1733483799235) 2024-12-06T11:16:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741837_1013 (size=1802) 2024-12-06T11:16:48,778 DEBUG [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:48,778 INFO [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33707%2C1733483795869.rep:(num 1733483805309) 2024-12-06T11:16:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741833_1009 (size=93) 2024-12-06T11:16:48,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869/582807baec72%2C33707%2C1733483795869.1733483798775 not finished, retry = 0 2024-12-06T11:16:48,889 DEBUG [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:48,889 INFO [RS:0;582807baec72:33707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33707%2C1733483795869:(num 1733483798775) 2024-12-06T11:16:48,889 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:48,889 INFO [RS:0;582807baec72:33707 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:48,889 INFO [RS:0;582807baec72:33707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:48,889 INFO [RS:0;582807baec72:33707 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:48,890 INFO [RS:0;582807baec72:33707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:48,890 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:48,890 INFO [RS:0;582807baec72:33707 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,33707,1733483795869 because: Region server is closing 2024-12-06T11:16:48,891 INFO [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:33707. 2024-12-06T11:16:48,891 DEBUG [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:48,891 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:48,891 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:48,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:48,992 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:16:48,992 INFO [RS:0;582807baec72:33707 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,1-582807baec72,33707,1733483795869 terminated 2024-12-06T11:16:48,992 INFO [RS:0;582807baec72:33707 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-582807baec72,33707,1733483795869 because: Region server is closing 2024-12-06T11:16:48,992 INFO [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:33707. 2024-12-06T11:16:48,993 DEBUG [RS:0;582807baec72:33707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:48,993 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:48,993 DEBUG [RS:0;582807baec72:33707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:48,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:49,093 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.wal-reader.582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:16:49,093 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:16:49,093 INFO [RS:0;582807baec72:33707 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,33707,1733483795869.replicationSource.shipper582807baec72%2C33707%2C1733483795869,2-582807baec72,33707,1733483795869 terminated 2024-12-06T11:16:49,094 INFO [RS:0;582807baec72:33707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33707 2024-12-06T11:16:49,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/rs/582807baec72,33707,1733483795869 2024-12-06T11:16:49,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/rs 2024-12-06T11:16:49,114 INFO [RS:0;582807baec72:33707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:49,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,33707,1733483795869] 2024-12-06T11:16:49,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/draining/582807baec72,33707,1733483795869 already deleted, retry=false 2024-12-06T11:16:49,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,33707,1733483795869 expired; onlineServers=0 2024-12-06T11:16:49,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,45101,1733483794601' ***** 2024-12-06T11:16:49,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:16:49,135 INFO [M:0;582807baec72:45101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:49,135 INFO [M:0;582807baec72:45101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:49,135 DEBUG [M:0;582807baec72:45101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:16:49,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:16:49,136 DEBUG [M:0;582807baec72:45101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:16:49,136 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483798154 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483798154,5,FailOnTimeoutGroup] 2024-12-06T11:16:49,136 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483798159 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483798159,5,FailOnTimeoutGroup] 2024-12-06T11:16:49,136 INFO [M:0;582807baec72:45101 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:49,136 INFO [M:0;582807baec72:45101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:49,136 DEBUG [M:0;582807baec72:45101 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:16:49,136 INFO [M:0;582807baec72:45101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:16:49,136 INFO [M:0;582807baec72:45101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:49,137 INFO [M:0;582807baec72:45101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:16:49,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:16:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/master 2024-12-06T11:16:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:49,146 DEBUG [M:0;582807baec72:45101 {}] zookeeper.ZKUtil(347): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/master because node does not exist (not an error) 2024-12-06T11:16:49,146 WARN [M:0;582807baec72:45101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:16:49,146 INFO [M:0;582807baec72:45101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.lastflushedseqids 2024-12-06T11:16:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741842_1018 (size=181) 2024-12-06T11:16:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33707-0x101aa5b6ef80001, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:49,225 INFO [RS:0;582807baec72:33707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:49,225 INFO [RS:0;582807baec72:33707 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,33707,1733483795869; zookeeper connection closed. 2024-12-06T11:16:49,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18b69153 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18b69153 2024-12-06T11:16:49,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:16:49,558 INFO [M:0;582807baec72:45101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:16:49,559 INFO [M:0;582807baec72:45101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:16:49,559 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:16:49,559 INFO [M:0;582807baec72:45101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:49,559 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:49,559 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:16:49,559 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:49,559 INFO [M:0;582807baec72:45101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-06T11:16:49,603 DEBUG [M:0;582807baec72:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4104eb77e7e4387a0d02fd1093377ff is 82, key is hbase:meta,,1/info:regioninfo/1733483799343/Put/seqid=0 2024-12-06T11:16:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741843_1019 (size=5672) 2024-12-06T11:16:49,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:16:50,030 INFO [M:0;582807baec72:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4104eb77e7e4387a0d02fd1093377ff 2024-12-06T11:16:50,055 DEBUG [M:0;582807baec72:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a434e0ad371b4015959a3886be89165a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733483805476/Put/seqid=0 2024-12-06T11:16:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741844_1020 (size=8663) 2024-12-06T11:16:50,463 INFO [M:0;582807baec72:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a434e0ad371b4015959a3886be89165a 2024-12-06T11:16:50,487 DEBUG [M:0;582807baec72:45101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ded887181c4418887208e722ed9c9e is 69, key is 582807baec72,33707,1733483795869/rs:state/1733483798346/Put/seqid=0 2024-12-06T11:16:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741845_1021 (size=5156) 2024-12-06T11:16:50,894 INFO [M:0;582807baec72:45101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ded887181c4418887208e722ed9c9e 2024-12-06T11:16:50,902 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4104eb77e7e4387a0d02fd1093377ff as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4104eb77e7e4387a0d02fd1093377ff 2024-12-06T11:16:50,910 INFO [M:0;582807baec72:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4104eb77e7e4387a0d02fd1093377ff, entries=8, sequenceid=115, filesize=5.5 K 2024-12-06T11:16:50,912 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a434e0ad371b4015959a3886be89165a as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a434e0ad371b4015959a3886be89165a 2024-12-06T11:16:50,919 INFO [M:0;582807baec72:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a434e0ad371b4015959a3886be89165a, entries=14, sequenceid=115, filesize=8.5 K 2024-12-06T11:16:50,920 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ded887181c4418887208e722ed9c9e as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ded887181c4418887208e722ed9c9e 2024-12-06T11:16:50,926 INFO [M:0;582807baec72:45101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ded887181c4418887208e722ed9c9e, entries=1, sequenceid=115, filesize=5.0 K 2024-12-06T11:16:50,928 INFO [M:0;582807baec72:45101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=115, compaction requested=false 2024-12-06T11:16:50,929 INFO [M:0;582807baec72:45101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:50,930 DEBUG [M:0;582807baec72:45101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483809559Disabling compacts and flushes for region at 1733483809559Disabling writes for close at 1733483809559Obtaining lock to block concurrent updates at 1733483809559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483809559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733483809560 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483809584 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483809584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483809602 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483809602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483810038 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483810054 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483810054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483810473 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483810486 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483810486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecd8428: reopening flushed file at 1733483810901 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d99419: reopening flushed file at 1733483810910 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7803296a: reopening flushed file at 1733483810919 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=115, compaction requested=false at 1733483810928 (+9 ms)Writing region close event to WAL at 1733483810929 (+1 ms)Closed at 1733483810929 2024-12-06T11:16:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741830_1006 (size=59421) 2024-12-06T11:16:50,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:50,933 INFO [M:0;582807baec72:45101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:16:50,933 INFO [M:0;582807baec72:45101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45101 2024-12-06T11:16:50,933 INFO [M:0;582807baec72:45101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:51,046 INFO [M:0;582807baec72:45101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45101-0x101aa5b6ef80000, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:51,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:51,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:16:51,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:51,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44803 2024-12-06T11:16:51,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44803 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:51,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448030x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:51,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44803-0x101aa5b6ef80006 connected 2024-12-06T11:16:51,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:51,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:51,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:51,085 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: INIT 2024-12-06T11:16:51,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4, hbase.cluster.distributed=false 2024-12-06T11:16:51,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/acl 2024-12-06T11:16:51,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44803 2024-12-06T11:16:51,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44803 2024-12-06T11:16:51,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44803 2024-12-06T11:16:51,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44803 2024-12-06T11:16:51,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44803 2024-12-06T11:16:51,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:16:51,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:16:51,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38525 2024-12-06T11:16:51,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38525 connecting to ZooKeeper ensemble=127.0.0.1:57872 2024-12-06T11:16:51,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:51,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:51,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385250x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:16:51,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385250x0, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:51,125 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: INIT 2024-12-06T11:16:51,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:16:51,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38525-0x101aa5b6ef80007 connected 2024-12-06T11:16:51,128 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:16:51,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/master 2024-12-06T11:16:51,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/acl 2024-12-06T11:16:51,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-06T11:16:51,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38525 2024-12-06T11:16:51,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38525 2024-12-06T11:16:51,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-06T11:16:51,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-06T11:16:51,151 DEBUG [M:0;582807baec72:44803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:44803 2024-12-06T11:16:51,151 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1835408625/backup-masters/582807baec72,44803,1733483811052 2024-12-06T11:16:51,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:51,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:51,156 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/backup-masters/582807baec72,44803,1733483811052 2024-12-06T11:16:51,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/master 2024-12-06T11:16:51,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:51,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:51,167 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/master 2024-12-06T11:16:51,167 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1835408625/backup-masters/582807baec72,44803,1733483811052 from backup master directory 2024-12-06T11:16:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/backup-masters/582807baec72,44803,1733483811052 2024-12-06T11:16:51,177 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/backup-masters 2024-12-06T11:16:51,177 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,44803,1733483811052 2024-12-06T11:16:51,193 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:16:51,193 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:16:51,206 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-06T11:16:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741846_1022 (size=196) 2024-12-06T11:16:51,628 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:16:51,630 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:16:51,631 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:51,642 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T11:16:51,645 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601 to hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601-dead as it is dead 2024-12-06T11:16:51,647 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T11:16:51,647 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T11:16:51,647 INFO [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601-dead/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:51,652 INFO [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601-dead/582807baec72%2C45101%2C1733483794601.1733483796729 after 4ms 2024-12-06T11:16:51,654 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601-dead/582807baec72%2C45101%2C1733483794601.1733483796729 to hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:51,654 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,45101,1733483794601-dead 2024-12-06T11:16:51,654 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,44803,1733483811052 2024-12-06T11:16:51,655 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:51,657 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C44803%2C1733483811052, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,44803,1733483811052, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/oldWALs, maxLogs=10 2024-12-06T11:16:51,669 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,44803,1733483811052/582807baec72%2C44803%2C1733483811052.1733483811657, exclude list is [], retry=0 2024-12-06T11:16:51,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:51,675 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/WALs/582807baec72,44803,1733483811052/582807baec72%2C44803%2C1733483811052.1733483811657 2024-12-06T11:16:51,675 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:51,675 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:51,676 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:51,676 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,676 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:16:51,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:51,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4104eb77e7e4387a0d02fd1093377ff 2024-12-06T11:16:51,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:51,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:16:51,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:51,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a434e0ad371b4015959a3886be89165a 2024-12-06T11:16:51,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:51,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:16:51,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:51,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ded887181c4418887208e722ed9c9e 2024-12-06T11:16:51,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:51,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:16:51,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:51,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:51,710 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,711 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T11:16:51,711 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:51,724 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:51,726 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C45101%2C1733483794601.1733483796729 2024-12-06T11:16:51,727 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,727 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,728 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:51,730 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:16:51,733 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-06T11:16:51,734 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66197067, jitterRate=-0.013586834073066711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:51,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483811676Initializing all the Stores at 1733483811677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483811677Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483811677Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483811677Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483811677Cleaning up temporary data from old regions at 1733483811727 (+50 ms)Region opened successfully at 1733483811734 (+7 ms) 2024-12-06T11:16:51,735 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:16:51,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156ade08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:51,748 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T11:16:51,748 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:16:51,748 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:16:51,749 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:16:51,749 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:16:51,754 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:16:51,755 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:16:51,755 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:16:51,755 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:16:51,755 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T11:16:51,756 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T11:16:51,756 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-06T11:16:51,756 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:16:51,760 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=582807baec72,33707,1733483795869, regionLocation=582807baec72,33707,1733483795869, openSeqNum=2 2024-12-06T11:16:51,760 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=582807baec72,33707,1733483795869, table=hbase:meta, region=1588230740 2024-12-06T11:16:51,760 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33707,1733483795869, state=OPEN 2024-12-06T11:16:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:51,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:51,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:51,814 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:16:51,849 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/draining/582807baec72,33707,1733483795869 already deleted, retry=false 2024-12-06T11:16:51,850 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 582807baec72,33707,1733483795869 on 582807baec72,44803,1733483811052 2024-12-06T11:16:51,856 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 582807baec72,33707,1733483795869, splitWal=true, meta=true 2024-12-06T11:16:51,859 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 582807baec72,33707,1733483795869 (carryingMeta=true) 582807baec72,33707,1733483795869/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5346ce2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T11:16:51,862 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/balancer because node does not exist (not necessarily an error) 2024-12-06T11:16:51,882 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/balancer already deleted, retry=false 2024-12-06T11:16:51,882 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:16:51,883 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:16:51,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/normalizer already deleted, retry=false 2024-12-06T11:16:51,893 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:16:51,894 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:16:51,903 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/switch/split already deleted, retry=false 2024-12-06T11:16:51,904 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:16:51,913 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/switch/merge already deleted, retry=false 2024-12-06T11:16:51,937 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:16:51,945 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/snapshot-cleanup already deleted, retry=false 2024-12-06T11:16:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:51,957 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,44803,1733483811052, sessionid=0x101aa5b6ef80006, setting cluster-up flag (Was=false) 2024-12-06T11:16:51,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1835408625/flush-table-proc/acquired, /0-1835408625/flush-table-proc/reached, /0-1835408625/flush-table-proc/abort 2024-12-06T11:16:51,969 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44803,1733483811052 2024-12-06T11:16:51,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1835408625/online-snapshot/acquired, /0-1835408625/online-snapshot/reached, /0-1835408625/online-snapshot/abort 2024-12-06T11:16:51,979 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44803,1733483811052 2024-12-06T11:16:51,980 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.lastflushedseqids 2024-12-06T11:16:51,983 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:16:51,984 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:16:51,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,44803,1733483811052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 582807baec72,33707,1733483795869 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:16:51,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:51,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:51,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:51,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:16:51,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:16:51,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:51,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:51,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:51,988 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483841988 2024-12-06T11:16:51,988 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:16:51,989 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:16:51,989 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:16:51,989 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:16:51,989 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:16:51,989 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 582807baec72,33707,1733483795869, splitWal=true, meta=true 2024-12-06T11:16:51,989 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:16:51,991 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 582807baec72,33707,1733483795869, splitWal=true, meta=true, isMeta: true 2024-12-06T11:16:51,993 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869-splitting 2024-12-06T11:16:51,994 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869-splitting dir is empty, no logs to split. 2024-12-06T11:16:51,994 INFO [PEWorker-1 {}] master.SplitWALManager(105): 582807baec72,33707,1733483795869 WAL count=0, meta=true 2024-12-06T11:16:51,999 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869-splitting dir is empty, no logs to split. 2024-12-06T11:16:51,999 INFO [PEWorker-1 {}] master.SplitWALManager(105): 582807baec72,33707,1733483795869 WAL count=0, meta=true 2024-12-06T11:16:51,999 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 582807baec72,33707,1733483795869 WAL splitting is done? wals=0, meta=true 2024-12-06T11:16:52,000 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,001 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:16:52,001 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:16:52,001 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:16:52,001 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:16:52,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:16:52,002 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:16:52,002 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:16:52,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483812002,5,FailOnTimeoutGroup] 2024-12-06T11:16:52,003 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483812002,5,FailOnTimeoutGroup] 2024-12-06T11:16:52,003 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,003 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:16:52,003 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,003 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,003 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483812003, completionTime=-1 2024-12-06T11:16:52,003 WARN [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T11:16:52,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:52,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T11:16:52,010 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T11:16:52,042 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(746): ClusterId : c4821a47-6e2c-4abc-bb6d-44f83b247ccc 2024-12-06T11:16:52,042 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:16:52,051 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:16:52,052 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:16:52,062 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:16:52,062 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9dc4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:16:52,076 DEBUG [RS:0;582807baec72:38525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:38525 2024-12-06T11:16:52,076 INFO [RS:0;582807baec72:38525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:16:52,076 INFO [RS:0;582807baec72:38525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:16:52,076 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:16:52,077 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,44803,1733483811052 with port=38525, startcode=1733483811106 2024-12-06T11:16:52,077 DEBUG [RS:0;582807baec72:38525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:16:52,079 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:16:52,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,38525,1733483811106 2024-12-06T11:16:52,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44803 {}] master.ServerManager(517): Registering regionserver=582807baec72,38525,1733483811106 2024-12-06T11:16:52,083 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4 2024-12-06T11:16:52,083 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37237 2024-12-06T11:16:52,083 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:16:52,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/rs 2024-12-06T11:16:52,093 DEBUG [RS:0;582807baec72:38525 {}] zookeeper.ZKUtil(111): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on existing znode=/0-1835408625/rs/582807baec72,38525,1733483811106 2024-12-06T11:16:52,094 WARN [RS:0;582807baec72:38525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:16:52,094 INFO [RS:0;582807baec72:38525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:52,094 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106 2024-12-06T11:16:52,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,38525,1733483811106] 2024-12-06T11:16:52,112 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T11:16:52,139 INFO [RS:0;582807baec72:38525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:16:52,142 INFO [RS:0;582807baec72:38525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:16:52,143 INFO [RS:0;582807baec72:38525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:16:52,143 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,144 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:16:52,145 INFO [RS:0;582807baec72:38525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:16:52,145 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:16:52,146 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:52,147 DEBUG [RS:0;582807baec72:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,148 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38525,1733483811106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:52,156 WARN [582807baec72:44803 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:16:52,170 INFO [RS:0;582807baec72:38525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:16:52,171 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38525,1733483811106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,189 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(231): queueId=1-582807baec72,38525,1733483811106, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:16:52,204 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(231): queueId=2-582807baec72,38525,1733483811106, ReplicationSource: 2, currentBandwidth=0 2024-12-06T11:16:52,204 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,204 INFO [RS:0;582807baec72:38525 {}] regionserver.Replication(171): 582807baec72,38525,1733483811106 started 2024-12-06T11:16:52,204 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:52,205 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e83963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,205 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:52,205 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:52,207 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d4df596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:52,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:52,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:52,209 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:52,210 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a87875e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,210 DEBUG [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b4d28 2024-12-06T11:16:52,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:52,212 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T11:16:52,213 INFO [RS:0;582807baec72:38525.replicationSource,1-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,38525,1733483811106 (queues=0) is replicating from cluster=c4821a47-6e2c-4abc-bb6d-44f83b247ccc to cluster=54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:52,220 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:39195' 2024-12-06T11:16:52,221 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c0abff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,221 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,39195,-1 for getting cluster id 2024-12-06T11:16:52,221 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:52,222 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54fc51ad-e987-4ba1-a83a-1690b36ff308' 2024-12-06T11:16:52,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:52,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54fc51ad-e987-4ba1-a83a-1690b36ff308" 2024-12-06T11:16:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48609914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,223 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,39195,-1] 2024-12-06T11:16:52,223 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,38525,1733483811106, RpcServer on 582807baec72/172.17.0.3:38525, sessionid=0x101aa5b6ef80007 2024-12-06T11:16:52,223 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:16:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:52,223 DEBUG [RS:0;582807baec72:38525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,38525,1733483811106 2024-12-06T11:16:52,223 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38525,1733483811106' 2024-12-06T11:16:52,223 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1835408625/flush-table-proc/abort' 2024-12-06T11:16:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:52,224 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1835408625/flush-table-proc/acquired' 2024-12-06T11:16:52,224 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:52,224 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:16:52,224 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:16:52,224 DEBUG [RS:0;582807baec72:38525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,38525,1733483811106 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38525,1733483811106' 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1835408625/online-snapshot/abort' 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecb193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1835408625/online-snapshot/acquired' 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:52,225 DEBUG [RS:0;582807baec72:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:16:52,225 INFO [RS:0;582807baec72:38525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:16:52,225 INFO [RS:0;582807baec72:38525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:16:52,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,39195,1733483802057 2024-12-06T11:16:52,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50657ea2 2024-12-06T11:16:52,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:52,227 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T11:16:52,228 INFO [RS:0;582807baec72:38525.replicationSource,2-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-582807baec72,38525,1733483811106 (queues=0) is replicating from cluster=c4821a47-6e2c-4abc-bb6d-44f83b247ccc to cluster=54fc51ad-e987-4ba1-a83a-1690b36ff308 2024-12-06T11:16:52,326 INFO [RS:0;582807baec72:38525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:16:52,328 INFO [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38525%2C1733483811106, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:52,348 DEBUG [RS:0;582807baec72:38525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329, exclude list is [], retry=0 2024-12-06T11:16:52,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:52,355 INFO [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 2024-12-06T11:16:52,355 DEBUG [RS:0;582807baec72:38525 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 582807baec72%2C38525%2C1733483811106 for peer 1 2024-12-06T11:16:52,355 DEBUG [RS:0;582807baec72:38525 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 582807baec72%2C38525%2C1733483811106 for peer 2 2024-12-06T11:16:52,355 DEBUG [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C38525%2C1733483811106 2024-12-06T11:16:52,355 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,38525,1733483811106, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:16:52,356 DEBUG [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=582807baec72%2C38525%2C1733483811106 2024-12-06T11:16:52,356 INFO [RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C38525%2C1733483811106 2024-12-06T11:16:52,356 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-582807baec72,38525,1733483811106, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:16:52,356 DEBUG [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:52,356 INFO [RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C38525%2C1733483811106 2024-12-06T11:16:52,356 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329, startPosition=0, beingWritten=true 2024-12-06T11:16:52,356 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329, startPosition=0, beingWritten=true 2024-12-06T11:16:52,406 DEBUG [582807baec72:44803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:16:52,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,38525,1733483811106 2024-12-06T11:16:52,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38525,1733483811106, state=OPENING 2024-12-06T11:16:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:52,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:52,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:16:52,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:52,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38525,1733483811106}] 2024-12-06T11:16:52,563 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:52,565 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:52,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:16:52,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:16:52,581 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:16:52,581 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:52,581 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:16:52,583 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38525%2C1733483811106.meta, suffix=.meta, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:52,594 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.meta.1733483812584.meta, exclude list is [], retry=0 2024-12-06T11:16:52,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:52,599 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.meta.1733483812584.meta 2024-12-06T11:16:52,599 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:52,599 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:52,600 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:16:52,600 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:16:52,600 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:16:52,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:16:52,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:16:52,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:52,609 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/info/4bc0ad23de9f4943b85f6b8887d5320c 2024-12-06T11:16:52,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:52,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:16:52,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:16:52,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:52,617 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/ns/19b600876dfe4eddaff381ccb0f30f60 2024-12-06T11:16:52,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:52,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:16:52,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:16:52,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:52,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:52,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:16:52,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:16:52,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:52,627 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/table/73dea624936a4b42822b153a72e2abb3 2024-12-06T11:16:52,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:16:52,627 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:16:52,628 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:52,630 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740 2024-12-06T11:16:52,631 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:16:52,632 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:16:52,632 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:16:52,634 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:16:52,635 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67000743, jitterRate=-0.0016111284494400024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:16:52,635 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:16:52,635 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483812600Writing region info on filesystem at 1733483812600Initializing all the Stores at 1733483812601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483812601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483812601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483812601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483812601Cleaning up temporary data from old regions at 1733483812632 (+31 ms)Running coprocessor post-open hooks at 1733483812635 (+3 ms)Region opened successfully at 1733483812635 2024-12-06T11:16:52,636 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733483812575 2024-12-06T11:16:52,638 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:16:52,638 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:16:52,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=582807baec72,38525,1733483811106 2024-12-06T11:16:52,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38525,1733483811106, state=OPEN 2024-12-06T11:16:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1835408625/meta-region-server 2024-12-06T11:16:52,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,38525,1733483811106 2024-12-06T11:16:52,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:52,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1835408625/meta-region-server: CHANGED 2024-12-06T11:16:52,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T11:16:52,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38525,1733483811106 in 274 msec 2024-12-06T11:16:52,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T11:16:52,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-12-06T11:16:52,872 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:52,872 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:53,283 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:53,283 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:53,615 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1612ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-06T11:16:53,793 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:53,793 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:54,402 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:54,402 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:55,109 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:55,109 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:55,118 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3115ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-06T11:16:55,918 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:55,918 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:56,521 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T11:16:56,521 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:16:56,522 DEBUG [master/582807baec72:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:56,522 DEBUG [master/582807baec72:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38525,1733483811106, seqNum=-1] 2024-12-06T11:16:56,522 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:56,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:56,549 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c84d23f2f97966da57b0fa5706d1f6b6, regionState=OPEN, lastHost=582807baec72,33707,1733483795869, regionLocation=582807baec72,33707,1733483795869, openSeqNum=2 2024-12-06T11:16:56,549 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:16:56,549 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483876549 2024-12-06T11:16:56,549 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483936549 2024-12-06T11:16:56,549 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-06T11:16:56,550 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 582807baec72,33707,1733483795869 had 2 regions 2024-12-06T11:16:56,551 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,551 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,551 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,552 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:44803, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,552 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,553 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 582807baec72,33707,1733483795869, splitWal=true, meta=true, isMeta: false 2024-12-06T11:16:56,556 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869-splitting dir is empty, no logs to split. 2024-12-06T11:16:56,556 INFO [PEWorker-3 {}] master.SplitWALManager(105): 582807baec72,33707,1733483795869 WAL count=0, meta=false 2024-12-06T11:16:56,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,560 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,33707,1733483795869-splitting dir is empty, no logs to split. 2024-12-06T11:16:56,561 INFO [PEWorker-3 {}] master.SplitWALManager(105): 582807baec72,33707,1733483795869 WAL count=0, meta=false 2024-12-06T11:16:56,561 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 582807baec72,33707,1733483795869 WAL splitting is done? wals=0, meta=false 2024-12-06T11:16:56,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN}] 2024-12-06T11:16:56,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN 2024-12-06T11:16:56,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T11:16:56,574 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.397sec 2024-12-06T11:16:56,574 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:16:56,574 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:16:56,575 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:16:56,575 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:16:56,575 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:16:56,575 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:16:56,575 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:16:56,577 WARN [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=582807baec72,33707,1733483795869/hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:56,597 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:16:56,597 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:16:56,597 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44803,1733483811052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:16:56,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44803,-1 for getting cluster id 2024-12-06T11:16:56,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:56,666 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4821a47-6e2c-4abc-bb6d-44f83b247ccc' 2024-12-06T11:16:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4821a47-6e2c-4abc-bb6d-44f83b247ccc" 2024-12-06T11:16:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27581677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44803,-1] 2024-12-06T11:16:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,696 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b311e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:16:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38525,1733483811106, seqNum=-1] 2024-12-06T11:16:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:16:56,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:16:56,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T11:16:56,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:56,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:56,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:56,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 582807baec72:44803 after: 582807baec72:44803 2024-12-06T11:16:56,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44803,-1 for getting cluster id 2024-12-06T11:16:56,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:16:56,714 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4821a47-6e2c-4abc-bb6d-44f83b247ccc' 2024-12-06T11:16:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:16:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4821a47-6e2c-4abc-bb6d-44f83b247ccc" 2024-12-06T11:16:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0fbd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44803,-1] 2024-12-06T11:16:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:16:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,719 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:16:56,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:16:56,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:16:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44803,1733483811052 2024-12-06T11:16:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@789bd44a 2024-12-06T11:16:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:16:56,724 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:16:56,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:16:56,724 DEBUG [582807baec72:44803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:16:56,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c84d23f2f97966da57b0fa5706d1f6b6, regionState=OPENING, regionLocation=582807baec72,38525,1733483811106 2024-12-06T11:16:56,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T11:16:56,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:16:56,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T11:16:56,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:16:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN because future has completed 2024-12-06T11:16:56,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:56,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:56,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:56,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,38525,1733483811106}] 2024-12-06T11:16:56,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:16:56,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-12-06T11:16:56,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,39195,1733483802057 2024-12-06T11:16:56,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865286089/running 2024-12-06T11:16:56,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:56,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865286089/running 2024-12-06T11:16:56,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:56,809 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:56,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:56,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:56,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,32859,1733483802545' ***** 2024-12-06T11:16:56,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:16:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/running 2024-12-06T11:16:56,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Set watcher on znode that does not yet exist, /11865286089/running 2024-12-06T11:16:56,811 INFO [RS:0;582807baec72:32859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:16:56,811 INFO [RS:0;582807baec72:32859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:16:56,811 INFO [RS:0;582807baec72:32859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:16:56,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:16:56,812 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(959): stopping server 582807baec72,32859,1733483802545 2024-12-06T11:16:56,812 INFO [RS:0;582807baec72:32859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:56,812 INFO [RS:0;582807baec72:32859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:32859. 2024-12-06T11:16:56,812 DEBUG [RS:0;582807baec72:32859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:56,812 DEBUG [RS:0;582807baec72:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:56,812 INFO [RS:0;582807baec72:32859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:16:56,813 INFO [RS:0;582807baec72:32859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:16:56,813 INFO [RS:0;582807baec72:32859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:16:56,813 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:16:56,823 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:16:56,823 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:16:56,823 DEBUG [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:16:56,826 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:56,831 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:16:56,831 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:16:56,831 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:16:56,831 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:16:56,831 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:16:56,832 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T11:16:56,832 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:56,853 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:16:56,854 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:16:56,870 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:56,878 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/.tmp/ns/c8f80ac37bbd43c8838a49fe56d42fdd is 43, key is default/ns:d/1733483804563/Put/seqid=0 2024-12-06T11:16:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741835_1011 (size=5153) 2024-12-06T11:16:56,900 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/.tmp/ns/c8f80ac37bbd43c8838a49fe56d42fdd 2024-12-06T11:16:56,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:56,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:16:56,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:16:56,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38525%2C1733483811106.rep, suffix=, logDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106, archiveDir=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs, maxLogs=10 2024-12-06T11:16:56,940 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/.tmp/ns/c8f80ac37bbd43c8838a49fe56d42fdd as hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/ns/c8f80ac37bbd43c8838a49fe56d42fdd 2024-12-06T11:16:56,951 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/ns/c8f80ac37bbd43c8838a49fe56d42fdd, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T11:16:56,953 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=6, compaction requested=false 2024-12-06T11:16:56,953 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:16:56,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.rep.1733483816921, exclude list is [], retry=0 2024-12-06T11:16:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-1d5be0dd-32b9-45bd-ada9-cd0f78b48a7b,DISK] 2024-12-06T11:16:56,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.rep.1733483816921 2024-12-06T11:16:56,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-12-06T11:16:56,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c84d23f2f97966da57b0fa5706d1f6b6, NAME => 'hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:16:56,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:16:56,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:16:56,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. service=MultiRowMutationService 2024-12-06T11:16:56,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:16:56,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:56,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:16:56,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:56,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:56,985 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T11:16:56,987 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:56,987 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:56,987 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:56,988 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:56,988 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483816831Running coprocessor pre-close hooks at 1733483816831Disabling compacts and flushes for region at 1733483816831Disabling writes for close at 1733483816831Obtaining lock to block concurrent updates at 1733483816832 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733483816832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733483816832Flushing stores of hbase:meta,,1.1588230740 at 1733483816834 (+2 ms)Flushing 1588230740/ns: creating writer at 1733483816834Flushing 1588230740/ns: appending metadata at 1733483816877 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1733483816877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5763242e: reopening flushed file at 1733483816937 (+60 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=6, compaction requested=false at 1733483816953 (+16 ms)Writing region close event to WAL at 1733483816969 (+16 ms)Running coprocessor post-close hooks at 1733483816987 (+18 ms)Closed at 1733483816987 2024-12-06T11:16:56,988 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:56,989 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName hfileref 2024-12-06T11:16:56,989 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:56,990 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:56,990 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,001 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName queue 2024-12-06T11:16:57,001 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:57,016 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/queue/eec1ce71e2c14444b66a13162f6c7594 2024-12-06T11:16:57,016 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:57,017 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,018 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84d23f2f97966da57b0fa5706d1f6b6 columnFamilyName sid 2024-12-06T11:16:57,018 DEBUG [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:16:57,019 INFO [StoreOpener-c84d23f2f97966da57b0fa5706d1f6b6-1 {}] regionserver.HStore(327): Store=c84d23f2f97966da57b0fa5706d1f6b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:16:57,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,023 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(976): stopping server 582807baec72,32859,1733483802545; all regions closed. 2024-12-06T11:16:57,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:16:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741834_1010 (size=1152) 2024-12-06T11:16:57,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c84d23f2f97966da57b0fa5706d1f6b6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350777, jitterRate=0.04830826818943024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:16:57,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:57,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c84d23f2f97966da57b0fa5706d1f6b6: Running coprocessor pre-open hook at 1733483816982Writing region info on filesystem at 1733483816982Initializing all the Stores at 1733483816984 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483816984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483816987 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483816987Cleaning up temporary data from old regions at 1733483817025 (+38 ms)Running coprocessor post-open hooks at 1733483817033 (+8 ms)Region opened successfully at 1733483817033 2024-12-06T11:16:57,036 DEBUG [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/oldWALs 2024-12-06T11:16:57,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., pid=19, masterSystemTime=1733483816892 2024-12-06T11:16:57,037 INFO [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C32859%2C1733483802545.meta:.meta(num 1733483804439) 2024-12-06T11:16:57,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c84d23f2f97966da57b0fa5706d1f6b6, regionState=OPEN, openSeqNum=10, regionLocation=582807baec72,38525,1733483811106 2024-12-06T11:16:57,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:57,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:57,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,38525,1733483811106 because future has completed 2024-12-06T11:16:57,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T11:16:57,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c84d23f2f97966da57b0fa5706d1f6b6, server=582807baec72,38525,1733483811106 in 320 msec 2024-12-06T11:16:57,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-06T11:16:57,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c84d23f2f97966da57b0fa5706d1f6b6, ASSIGN in 486 msec 2024-12-06T11:16:57,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T11:16:57,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741833_1009 (size=93) 2024-12-06T11:16:57,070 DEBUG [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/oldWALs 2024-12-06T11:16:57,070 INFO [RS:0;582807baec72:32859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C32859%2C1733483802545:(num 1733483804000) 2024-12-06T11:16:57,070 DEBUG [RS:0;582807baec72:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:57,070 INFO [RS:0;582807baec72:32859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:57,071 INFO [RS:0;582807baec72:32859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:57,071 INFO [RS:0;582807baec72:32859 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:57,071 INFO [RS:0;582807baec72:32859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:57,071 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:57,072 INFO [RS:0;582807baec72:32859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32859 2024-12-06T11:16:57,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865286089/rs/582807baec72,32859,1733483802545 2024-12-06T11:16:57,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089/rs 2024-12-06T11:16:57,083 INFO [RS:0;582807baec72:32859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:57,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6., hostname=582807baec72,38525,1733483811106, seqNum=10] 2024-12-06T11:16:57,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,32859,1733483802545] 2024-12-06T11:16:57,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/draining/582807baec72,32859,1733483802545 already deleted, retry=false 2024-12-06T11:16:57,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,32859,1733483802545 expired; onlineServers=0 2024-12-06T11:16:57,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,39195,1733483802057' ***** 2024-12-06T11:16:57,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:16:57,103 INFO [M:0;582807baec72:39195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:57,103 INFO [M:0;582807baec72:39195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:57,103 DEBUG [M:0;582807baec72:39195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:16:57,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:16:57,103 DEBUG [M:0;582807baec72:39195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:16:57,103 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483803688 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483803688,5,FailOnTimeoutGroup] 2024-12-06T11:16:57,103 INFO [M:0;582807baec72:39195 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:57,104 INFO [M:0;582807baec72:39195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:57,104 DEBUG [M:0;582807baec72:39195 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:16:57,104 INFO [M:0;582807baec72:39195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:16:57,104 INFO [M:0;582807baec72:39195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:57,104 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483803688 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483803688,5,FailOnTimeoutGroup] 2024-12-06T11:16:57,104 INFO [M:0;582807baec72:39195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:16:57,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:16:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11865286089/master 2024-12-06T11:16:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11865286089 2024-12-06T11:16:57,124 DEBUG [M:0;582807baec72:39195 {}] zookeeper.RecoverableZooKeeper(212): Node /11865286089/master already deleted, retry=false 2024-12-06T11:16:57,124 DEBUG [M:0;582807baec72:39195 {}] master.ActiveMasterManager(353): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Failed delete of our master address node; KeeperErrorCode = NoNode for /11865286089/master 2024-12-06T11:16:57,134 INFO [M:0;582807baec72:39195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/.lastflushedseqids 2024-12-06T11:16:57,137 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 582807baec72,33707,1733483795869 2024-12-06T11:16:57,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T11:16:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741836_1012 (size=99) 2024-12-06T11:16:57,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:57,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x101aa5b6ef80004, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:57,193 INFO [RS:0;582807baec72:32859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:57,193 INFO [RS:0;582807baec72:32859 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,32859,1733483802545; zookeeper connection closed. 2024-12-06T11:16:57,197 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ed7d27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ed7d27 2024-12-06T11:16:57,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:16:57,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-06T11:16:57,557 INFO [M:0;582807baec72:39195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:16:57,558 INFO [M:0;582807baec72:39195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:16:57,558 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:16:57,558 INFO [M:0;582807baec72:39195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:57,558 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:57,558 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:16:57,558 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:57,559 INFO [M:0;582807baec72:39195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T11:16:57,579 DEBUG [M:0;582807baec72:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecc9b09e5414caca7cdc2d475f25e07 is 82, key is hbase:meta,,1/info:regioninfo/1733483804522/Put/seqid=0 2024-12-06T11:16:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741837_1013 (size=5672) 2024-12-06T11:16:57,594 INFO [M:0;582807baec72:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecc9b09e5414caca7cdc2d475f25e07 2024-12-06T11:16:57,620 DEBUG [M:0;582807baec72:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84220b1636ec4468bc7407b9d32f8c77 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733483804577/Put/seqid=0 2024-12-06T11:16:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741838_1014 (size=5275) 2024-12-06T11:16:57,626 INFO [M:0;582807baec72:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84220b1636ec4468bc7407b9d32f8c77 2024-12-06T11:16:57,663 DEBUG [M:0;582807baec72:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6179e4e4d16b42e8a6a1292feabc2fad is 69, key is 582807baec72,32859,1733483802545/rs:state/1733483803784/Put/seqid=0 2024-12-06T11:16:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741839_1015 (size=5156) 2024-12-06T11:16:57,676 INFO [M:0;582807baec72:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6179e4e4d16b42e8a6a1292feabc2fad 2024-12-06T11:16:57,686 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecc9b09e5414caca7cdc2d475f25e07 as hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ecc9b09e5414caca7cdc2d475f25e07 2024-12-06T11:16:57,700 INFO [M:0;582807baec72:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ecc9b09e5414caca7cdc2d475f25e07, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T11:16:57,701 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84220b1636ec4468bc7407b9d32f8c77 as hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84220b1636ec4468bc7407b9d32f8c77 2024-12-06T11:16:57,710 INFO [M:0;582807baec72:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84220b1636ec4468bc7407b9d32f8c77, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T11:16:57,713 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6179e4e4d16b42e8a6a1292feabc2fad as hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6179e4e4d16b42e8a6a1292feabc2fad 2024-12-06T11:16:57,727 INFO [M:0;582807baec72:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/b8163dbf-1b34-361b-c398-28aba787b89d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6179e4e4d16b42e8a6a1292feabc2fad, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T11:16:57,736 INFO [M:0;582807baec72:39195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=28, compaction requested=false 2024-12-06T11:16:57,784 INFO [M:0;582807baec72:39195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:57,785 DEBUG [M:0;582807baec72:39195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483817558Disabling compacts and flushes for region at 1733483817558Disabling writes for close at 1733483817558Obtaining lock to block concurrent updates at 1733483817559 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483817559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733483817559Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483817560 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483817561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483817579 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483817579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483817603 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483817619 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483817619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483817639 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483817662 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483817662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c383b7: reopening flushed file at 1733483817685 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c65b6bc: reopening flushed file at 1733483817700 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6211c2: reopening flushed file at 1733483817710 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=28, compaction requested=false at 1733483817736 (+26 ms)Writing region close event to WAL at 1733483817784 (+48 ms)Closed at 1733483817784 2024-12-06T11:16:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741830_1006 (size=10165) 2024-12-06T11:16:57,804 INFO [M:0;582807baec72:39195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:16:57,804 INFO [M:0;582807baec72:39195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39195 2024-12-06T11:16:57,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:57,808 INFO [M:0;582807baec72:39195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:57,856 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:57,881 DEBUG [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/WALs/582807baec72,38525,1733483811106/582807baec72%2C38525%2C1733483811106.1733483812329 to pos 0, reset compression=false 2024-12-06T11:16:57,972 INFO [M:0;582807baec72:39195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:57,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:57,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101aa5b6ef80003, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:57,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702e4adb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:16:57,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:16:57,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:16:57,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:16:57,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir/,STOPPED} 2024-12-06T11:16:57,999 WARN [BP-1489766854-172.17.0.3-1733483799910 heartbeating to localhost/127.0.0.1:42937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:16:57,999 WARN [BP-1489766854-172.17.0.3-1733483799910 heartbeating to localhost/127.0.0.1:42937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1489766854-172.17.0.3-1733483799910 (Datanode Uuid e7af4a25-de82-4004-99fd-7dd981bbdea3) service to localhost/127.0.0.1:42937 2024-12-06T11:16:58,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:16:58,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/cluster_9abbccd3-768d-84c2-9096-e2e0a89323f5/data/data1/current/BP-1489766854-172.17.0.3-1733483799910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:16:58,000 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:16:58,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/cluster_9abbccd3-768d-84c2-9096-e2e0a89323f5/data/data2/current/BP-1489766854-172.17.0.3-1733483799910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:16:58,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:16:58,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:16:58,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:16:58,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:16:58,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:16:58,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir/,STOPPED} 2024-12-06T11:16:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:16:58,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:16:58,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:58,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:58,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:58,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:16:58,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1264028962, stopped=false 2024-12-06T11:16:58,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,44803,1733483811052 2024-12-06T11:16:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/running 2024-12-06T11:16:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:58,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:58,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:16:58,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:58,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,38525,1733483811106' ***** 2024-12-06T11:16:58,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:16:58,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:58,083 INFO [RS:0;582807baec72:38525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:16:58,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:16:58,084 INFO [RS:0;582807baec72:38525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:16:58,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Set watcher on znode that does not yet exist, /0-1835408625/running 2024-12-06T11:16:58,084 INFO [RS:0;582807baec72:38525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:16:58,084 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:58,096 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(959): stopping server 582807baec72,38525,1733483811106 2024-12-06T11:16:58,096 INFO [RS:0;582807baec72:38525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:58,096 INFO [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38525. 2024-12-06T11:16:58,097 DEBUG [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:58,097 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,097 INFO [RS:0;582807baec72:38525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:16:58,097 INFO [RS:0;582807baec72:38525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:16:58,097 INFO [RS:0;582807baec72:38525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:16:58,097 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:16:58,098 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c84d23f2f97966da57b0fa5706d1f6b6, disabling compactions & flushes 2024-12-06T11:16:58,099 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:58,099 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:58,099 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. after waiting 0 ms 2024-12-06T11:16:58,099 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:58,100 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:16:58,100 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c84d23f2f97966da57b0fa5706d1f6b6=hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6.} 2024-12-06T11:16:58,101 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c84d23f2f97966da57b0fa5706d1f6b6 2024-12-06T11:16:58,101 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:16:58,102 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:16:58,102 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:16:58,102 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:16:58,102 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:16:58,102 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T11:16:58,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:16:58,132 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/replication/c84d23f2f97966da57b0fa5706d1f6b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-06T11:16:58,134 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:58,134 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:58,134 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:58,134 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c84d23f2f97966da57b0fa5706d1f6b6: Waiting for close lock at 1733483818098Running coprocessor pre-close hooks at 1733483818098Disabling compacts and flushes for region at 1733483818098Disabling writes for close at 1733483818099 (+1 ms)Writing region close event to WAL at 1733483818107 (+8 ms)Running coprocessor post-close hooks at 1733483818133 (+26 ms)Closed at 1733483818134 (+1 ms) 2024-12-06T11:16:58,134 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6. 2024-12-06T11:16:58,149 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:16:58,149 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:16:58,159 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:58,163 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/d34ad2f9dc47455d808cf0eb62405589 is 147, key is hbase:replication,,1733483804776.c84d23f2f97966da57b0fa5706d1f6b6./info:regioninfo/1733483817041/Put/seqid=0 2024-12-06T11:16:58,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:16:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741851_1027 (size=6385) 2024-12-06T11:16:58,225 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/d34ad2f9dc47455d808cf0eb62405589 2024-12-06T11:16:58,241 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/.tmp/info/d34ad2f9dc47455d808cf0eb62405589 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/info/d34ad2f9dc47455d808cf0eb62405589 2024-12-06T11:16:58,252 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/info/d34ad2f9dc47455d808cf0eb62405589, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T11:16:58,256 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=19, compaction requested=false 2024-12-06T11:16:58,301 DEBUG [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:16:58,321 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T11:16:58,322 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:16:58,323 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:16:58,323 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:58,323 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483818101Running coprocessor pre-close hooks at 1733483818101Disabling compacts and flushes for region at 1733483818101Disabling writes for close at 1733483818102 (+1 ms)Obtaining lock to block concurrent updates at 1733483818102Preparing flush snapshotting stores in 1588230740 at 1733483818102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733483818106 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483818108 (+2 ms)Flushing 1588230740/info: creating writer at 1733483818109 (+1 ms)Flushing 1588230740/info: appending metadata at 1733483818162 (+53 ms)Flushing 1588230740/info: closing flushed file at 1733483818162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417701c7: reopening flushed file at 1733483818239 (+77 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=19, compaction requested=false at 1733483818256 (+17 ms)Writing region close event to WAL at 1733483818315 (+59 ms)Running coprocessor post-close hooks at 1733483818322 (+7 ms)Closed at 1733483818323 (+1 ms) 2024-12-06T11:16:58,323 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:16:58,501 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(976): stopping server 582807baec72,38525,1733483811106; all regions closed. 2024-12-06T11:16:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741849_1025 (size=2156) 2024-12-06T11:16:58,525 DEBUG [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:58,525 INFO [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C38525%2C1733483811106.meta:.meta(num 1733483812584) 2024-12-06T11:16:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741850_1026 (size=796) 2024-12-06T11:16:58,551 DEBUG [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:58,551 INFO [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C38525%2C1733483811106.rep:(num 1733483816921) 2024-12-06T11:16:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741848_1024 (size=93) 2024-12-06T11:16:58,581 DEBUG [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/oldWALs 2024-12-06T11:16:58,581 INFO [RS:0;582807baec72:38525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C38525%2C1733483811106:(num 1733483812329) 2024-12-06T11:16:58,581 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,581 INFO [RS:0;582807baec72:38525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:16:58,581 INFO [RS:0;582807baec72:38525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:58,581 INFO [RS:0;582807baec72:38525 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:58,581 INFO [RS:0;582807baec72:38525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:58,581 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:58,582 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,38525,1733483811106 because: Region server is closing 2024-12-06T11:16:58,582 INFO [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38525. 2024-12-06T11:16:58,582 DEBUG [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:58,582 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,582 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:58,583 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T11:16:58,583 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T11:16:58,583 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T11:16:58,683 WARN [RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:16:58,683 WARN [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:16:58,683 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,1-582807baec72,38525,1733483811106 terminated 2024-12-06T11:16:58,683 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-582807baec72,38525,1733483811106 because: Region server is closing 2024-12-06T11:16:58,683 INFO [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38525. 2024-12-06T11:16:58,683 DEBUG [RS:0;582807baec72:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:16:58,684 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,684 DEBUG [RS:0;582807baec72:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:16:58,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:16:58,784 WARN [RS:0;582807baec72:38525.replicationSource.wal-reader.582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:16:58,784 WARN [RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:16:58,784 INFO [RS:0;582807baec72:38525 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;582807baec72:38525.replicationSource.shipper582807baec72%2C38525%2C1733483811106,2-582807baec72,38525,1733483811106 terminated 2024-12-06T11:16:58,785 INFO [RS:0;582807baec72:38525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38525 2024-12-06T11:16:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/rs/582807baec72,38525,1733483811106 2024-12-06T11:16:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625/rs 2024-12-06T11:16:58,797 INFO [RS:0;582807baec72:38525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:58,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,38525,1733483811106] 2024-12-06T11:16:58,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1835408625/draining/582807baec72,38525,1733483811106 already deleted, retry=false 2024-12-06T11:16:58,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,38525,1733483811106 expired; onlineServers=0 2024-12-06T11:16:58,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,44803,1733483811052' ***** 2024-12-06T11:16:58,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:16:58,893 INFO [M:0;582807baec72:44803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:16:58,893 INFO [M:0;582807baec72:44803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:16:58,893 DEBUG [M:0;582807baec72:44803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:16:58,893 DEBUG [M:0;582807baec72:44803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:16:58,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:16:58,893 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483812002 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483812002,5,FailOnTimeoutGroup] 2024-12-06T11:16:58,893 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483812002 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483812002,5,FailOnTimeoutGroup] 2024-12-06T11:16:58,893 INFO [M:0;582807baec72:44803 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:16:58,893 INFO [M:0;582807baec72:44803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:16:58,894 DEBUG [M:0;582807baec72:44803 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:16:58,894 INFO [M:0;582807baec72:44803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:16:58,894 INFO [M:0;582807baec72:44803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:16:58,894 INFO [M:0;582807baec72:44803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:16:58,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:16:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1835408625/master 2024-12-06T11:16:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1835408625 2024-12-06T11:16:58,903 DEBUG [M:0;582807baec72:44803 {}] zookeeper.ZKUtil(347): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Unable to get data of znode /0-1835408625/master because node does not exist (not an error) 2024-12-06T11:16:58,905 WARN [M:0;582807baec72:44803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:16:58,906 INFO [M:0;582807baec72:44803 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/.lastflushedseqids 2024-12-06T11:16:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101aa5b6ef80007, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:58,909 INFO [RS:0;582807baec72:38525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:58,909 INFO [RS:0;582807baec72:38525 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,38525,1733483811106; zookeeper connection closed. 2024-12-06T11:16:58,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4493233a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4493233a 2024-12-06T11:16:58,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:16:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741852_1028 (size=181) 2024-12-06T11:16:58,944 INFO [M:0;582807baec72:44803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:16:58,944 INFO [M:0;582807baec72:44803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:16:58,944 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:16:58,944 INFO [M:0;582807baec72:44803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:58,944 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:58,944 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:16:58,944 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:58,945 INFO [M:0;582807baec72:44803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T11:16:58,968 DEBUG [M:0;582807baec72:44803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65efbdce3b1d49b6984ffa2a15240b36 is 82, key is hbase:meta,,1/info:regioninfo/1733483812639/Put/seqid=0 2024-12-06T11:16:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741853_1029 (size=5680) 2024-12-06T11:16:59,026 INFO [M:0;582807baec72:44803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65efbdce3b1d49b6984ffa2a15240b36 2024-12-06T11:16:59,083 DEBUG [M:0;582807baec72:44803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/690d72ebedc9467f9e18ca9c53a174e6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733483817057/Put/seqid=0 2024-12-06T11:16:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741854_1030 (size=7319) 2024-12-06T11:16:59,107 INFO [M:0;582807baec72:44803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/690d72ebedc9467f9e18ca9c53a174e6 2024-12-06T11:16:59,145 DEBUG [M:0;582807baec72:44803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e12e8dee3e5a454fa0dffae2c72abae2 is 69, key is 582807baec72,38525,1733483811106/rs:state/1733483812081/Put/seqid=0 2024-12-06T11:16:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741855_1031 (size=5371) 2024-12-06T11:16:59,601 INFO [M:0;582807baec72:44803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e12e8dee3e5a454fa0dffae2c72abae2 2024-12-06T11:16:59,628 INFO [M:0;582807baec72:44803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12e8dee3e5a454fa0dffae2c72abae2 2024-12-06T11:16:59,630 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65efbdce3b1d49b6984ffa2a15240b36 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65efbdce3b1d49b6984ffa2a15240b36 2024-12-06T11:16:59,642 INFO [M:0;582807baec72:44803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65efbdce3b1d49b6984ffa2a15240b36, entries=8, sequenceid=172, filesize=5.5 K 2024-12-06T11:16:59,646 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/690d72ebedc9467f9e18ca9c53a174e6 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/690d72ebedc9467f9e18ca9c53a174e6 2024-12-06T11:16:59,656 INFO [M:0;582807baec72:44803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/690d72ebedc9467f9e18ca9c53a174e6, entries=7, sequenceid=172, filesize=7.1 K 2024-12-06T11:16:59,658 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e12e8dee3e5a454fa0dffae2c72abae2 as hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e12e8dee3e5a454fa0dffae2c72abae2 2024-12-06T11:16:59,680 INFO [M:0;582807baec72:44803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12e8dee3e5a454fa0dffae2c72abae2 2024-12-06T11:16:59,680 INFO [M:0;582807baec72:44803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37237/user/jenkins/test-data/6e84a6ac-6d58-a99e-9966-683bfb9c47b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e12e8dee3e5a454fa0dffae2c72abae2, entries=2, sequenceid=172, filesize=5.2 K 2024-12-06T11:16:59,682 INFO [M:0;582807baec72:44803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=172, compaction requested=false 2024-12-06T11:16:59,725 INFO [M:0;582807baec72:44803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:16:59,725 DEBUG [M:0;582807baec72:44803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483818944Disabling compacts and flushes for region at 1733483818944Disabling writes for close at 1733483818944Obtaining lock to block concurrent updates at 1733483818945 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483818945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733483818945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483818946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483818946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483818967 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483818967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483819040 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483819083 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483819083Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483819117 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483819142 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483819143 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d433dd: reopening flushed file at 1733483819628 (+485 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f784278: reopening flushed file at 1733483819643 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f052051: reopening flushed file at 1733483819657 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=172, compaction requested=false at 1733483819682 (+25 ms)Writing region close event to WAL at 1733483819725 (+43 ms)Closed at 1733483819725 2024-12-06T11:16:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741847_1023 (size=22949) 2024-12-06T11:16:59,741 INFO [M:0;582807baec72:44803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:16:59,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:16:59,741 INFO [M:0;582807baec72:44803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44803 2024-12-06T11:16:59,742 INFO [M:0;582807baec72:44803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:16:59,887 INFO [M:0;582807baec72:44803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:16:59,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:59,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44803-0x101aa5b6ef80006, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:16:59,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:16:59,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:16:59,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:16:59,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:16:59,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir/,STOPPED} 2024-12-06T11:16:59,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:16:59,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:16:59,940 WARN [BP-1438594941-172.17.0.3-1733483788027 heartbeating to localhost/127.0.0.1:37237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:16:59,940 WARN [BP-1438594941-172.17.0.3-1733483788027 heartbeating to localhost/127.0.0.1:37237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438594941-172.17.0.3-1733483788027 (Datanode Uuid ed357871-5870-44eb-a9ae-89633a46e520) service to localhost/127.0.0.1:37237 2024-12-06T11:16:59,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/data/data1/current/BP-1438594941-172.17.0.3-1733483788027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:16:59,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/cluster_8a3b099e-2c1e-395c-52b7-257ef213003f/data/data2/current/BP-1438594941-172.17.0.3-1733483788027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:16:59,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:16:59,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:16:59,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:16:59,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:16:59,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:16:59,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd0b4603-84fd-6e14-f058-79299b11924b/hadoop.log.dir/,STOPPED} 2024-12-06T11:16:59,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:16:59,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:17:00,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=105 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/582807baec72:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37237 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/582807baec72:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/582807baec72:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/582807baec72:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/582807baec72:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57872) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 797) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3291 (was 5103) 2024-12-06T11:17:00,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5b6ef80005, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:17:00,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5b6ef80005, quorum=127.0.0.1:57872, baseZNode=/11865286089 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:17:00,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5b6ef80002, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:17:00,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5b6ef80002, quorum=127.0.0.1:57872, baseZNode=/0-1835408625 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:17:00,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=105, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=3290 2024-12-06T11:17:00,092 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-06T11:17:00,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir so I do NOT create it in target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db 2024-12-06T11:17:00,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:17:00,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.tmp.dir so I do NOT create it in target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db 2024-12-06T11:17:00,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feaf71ee-8fb9-4785-10a5-67e5d3f651a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:17:00,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db 2024-12-06T11:17:00,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7, deleteOnExit=true 2024-12-06T11:17:00,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/zookeeper_0, clientPort=57577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:17:00,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57577 2024-12-06T11:17:00,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:17:00,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/test.cache.data in system properties and HBase conf 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:17:00,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:17:00,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:17:00,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:00,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:00,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:17:00,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:00,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:17:00,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:17:00,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:00,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:00,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:00,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:00,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:17:00,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:00,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:00,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:00,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/java.io.tmpdir/jetty-localhost-32955-hadoop-hdfs-3_4_1-tests_jar-_-any-5013260346405534359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:00,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:32955} 2024-12-06T11:17:00,899 INFO [Time-limited test {}] server.Server(415): Started @35397ms 2024-12-06T11:17:01,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:01,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:01,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:01,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:01,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:17:01,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:01,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:01,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/java.io.tmpdir/jetty-localhost-44461-hadoop-hdfs-3_4_1-tests_jar-_-any-12204819661773913809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:01,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:44461} 2024-12-06T11:17:01,366 INFO [Time-limited test {}] server.Server(415): Started @35865ms 2024-12-06T11:17:01,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:17:02,318 WARN [Thread-494 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/data/data1/current/BP-586946221-172.17.0.3-1733483820357/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:02,324 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/data/data2/current/BP-586946221-172.17.0.3-1733483820357/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:02,343 WARN [Thread-482 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:17:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1938f98e4a017577 with lease ID 0xeaafc6e729f6d7e1: Processing first storage report for DS-ba3748cb-79d0-4f1d-9fce-b60483e49123 from datanode DatanodeRegistration(127.0.0.1:43927, datanodeUuid=c4cdff92-deb2-4806-8a6f-5a707fb499a0, infoPort=44371, infoSecurePort=0, ipcPort=43105, storageInfo=lv=-57;cid=testClusterID;nsid=340529356;c=1733483820357) 2024-12-06T11:17:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1938f98e4a017577 with lease ID 0xeaafc6e729f6d7e1: from storage DS-ba3748cb-79d0-4f1d-9fce-b60483e49123 node DatanodeRegistration(127.0.0.1:43927, datanodeUuid=c4cdff92-deb2-4806-8a6f-5a707fb499a0, infoPort=44371, infoSecurePort=0, ipcPort=43105, storageInfo=lv=-57;cid=testClusterID;nsid=340529356;c=1733483820357), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T11:17:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1938f98e4a017577 with lease ID 0xeaafc6e729f6d7e1: Processing first storage report for DS-9ddd01dd-ccc7-40a7-a557-27f313f9e686 from datanode DatanodeRegistration(127.0.0.1:43927, datanodeUuid=c4cdff92-deb2-4806-8a6f-5a707fb499a0, infoPort=44371, infoSecurePort=0, ipcPort=43105, storageInfo=lv=-57;cid=testClusterID;nsid=340529356;c=1733483820357) 2024-12-06T11:17:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1938f98e4a017577 with lease ID 0xeaafc6e729f6d7e1: from storage DS-9ddd01dd-ccc7-40a7-a557-27f313f9e686 node DatanodeRegistration(127.0.0.1:43927, datanodeUuid=c4cdff92-deb2-4806-8a6f-5a707fb499a0, infoPort=44371, infoSecurePort=0, ipcPort=43105, storageInfo=lv=-57;cid=testClusterID;nsid=340529356;c=1733483820357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:02,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db 2024-12-06T11:17:02,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:02,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:17:02,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9 with version=8 2024-12-06T11:17:02,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/hbase-staging 2024-12-06T11:17:02,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:17:02,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:02,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37359 2024-12-06T11:17:02,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37359 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373590x0, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:03,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37359-0x101aa5bf09c0000 connected 2024-12-06T11:17:03,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:03,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:03,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/running 2024-12-06T11:17:03,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9, hbase.cluster.distributed=false 2024-12-06T11:17:03,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/acl 2024-12-06T11:17:03,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37359 2024-12-06T11:17:03,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37359 2024-12-06T11:17:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37359 2024-12-06T11:17:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37359 2024-12-06T11:17:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37359 2024-12-06T11:17:03,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:17:03,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:03,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46489 2024-12-06T11:17:03,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46489 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:03,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:03,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464890x0, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:03,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464890x0, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/running 2024-12-06T11:17:03,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:17:03,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46489-0x101aa5bf09c0001 connected 2024-12-06T11:17:03,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:17:03,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/master 2024-12-06T11:17:03,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/acl 2024-12-06T11:17:03,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46489 2024-12-06T11:17:03,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46489 2024-12-06T11:17:03,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46489 2024-12-06T11:17:03,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46489 2024-12-06T11:17:03,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46489 2024-12-06T11:17:03,220 DEBUG [M:0;582807baec72:37359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:37359 2024-12-06T11:17:03,220 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02143989243/backup-masters/582807baec72,37359,1733483822870 2024-12-06T11:17:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/backup-masters 2024-12-06T11:17:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/backup-masters 2024-12-06T11:17:03,229 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on existing znode=/02143989243/backup-masters/582807baec72,37359,1733483822870 2024-12-06T11:17:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143989243/master 2024-12-06T11:17:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:03,238 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on existing znode=/02143989243/master 2024-12-06T11:17:03,239 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02143989243/backup-masters/582807baec72,37359,1733483822870 from backup master directory 2024-12-06T11:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/backup-masters 2024-12-06T11:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143989243/backup-masters/582807baec72,37359,1733483822870 2024-12-06T11:17:03,248 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/backup-masters 2024-12-06T11:17:03,248 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,37359,1733483822870 2024-12-06T11:17:03,253 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/hbase.id] with ID: ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f 2024-12-06T11:17:03,253 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/.tmp/hbase.id 2024-12-06T11:17:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:17:03,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:03,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:03,664 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/.tmp/hbase.id]:[hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/hbase.id] 2024-12-06T11:17:03,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:03,684 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:03,684 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:17:03,686 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T11:17:03,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:03,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:17:03,751 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:03,752 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:17:03,752 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:17:04,165 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store 2024-12-06T11:17:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:17:04,587 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:04,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:04,588 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:04,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:04,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:04,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:04,588 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:04,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483824587Disabling compacts and flushes for region at 1733483824587Disabling writes for close at 1733483824588 (+1 ms)Writing region close event to WAL at 1733483824588Closed at 1733483824588 2024-12-06T11:17:04,592 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/.initializing 2024-12-06T11:17:04,592 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/WALs/582807baec72,37359,1733483822870 2024-12-06T11:17:04,594 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:04,603 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C37359%2C1733483822870, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/WALs/582807baec72,37359,1733483822870, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/oldWALs, maxLogs=10 2024-12-06T11:17:04,626 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/WALs/582807baec72,37359,1733483822870/582807baec72%2C37359%2C1733483822870.1733483824603, exclude list is [], retry=0 2024-12-06T11:17:04,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-ba3748cb-79d0-4f1d-9fce-b60483e49123,DISK] 2024-12-06T11:17:04,637 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/WALs/582807baec72,37359,1733483822870/582807baec72%2C37359%2C1733483822870.1733483824603 2024-12-06T11:17:04,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44371:44371)] 2024-12-06T11:17:04,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:04,641 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:04,641 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,641 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:17:04,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:04,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:04,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:17:04,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:04,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:04,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:17:04,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:04,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:04,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:17:04,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:04,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:04,665 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,667 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,668 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,670 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,670 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,671 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:04,673 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:04,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:04,684 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70340931, jitterRate=0.04816155135631561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:04,685 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483824641Initializing all the Stores at 1733483824642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483824642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483824644 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483824644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483824644Cleaning up temporary data from old regions at 1733483824670 (+26 ms)Region opened successfully at 1733483824685 (+15 ms) 2024-12-06T11:17:04,700 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:17:04,705 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a57662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:04,706 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:17:04,706 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:17:04,706 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:17:04,706 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:17:04,707 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:17:04,707 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:17:04,708 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:17:04,710 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:17:04,712 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/balancer because node does not exist (not necessarily an error) 2024-12-06T11:17:04,764 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/balancer already deleted, retry=false 2024-12-06T11:17:04,765 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:17:04,766 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:17:04,774 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/normalizer already deleted, retry=false 2024-12-06T11:17:04,775 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:17:04,777 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:17:04,785 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/switch/split already deleted, retry=false 2024-12-06T11:17:04,787 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:17:04,795 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/switch/merge already deleted, retry=false 2024-12-06T11:17:04,800 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:17:04,806 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/snapshot-cleanup already deleted, retry=false 2024-12-06T11:17:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143989243/running 2024-12-06T11:17:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143989243/running 2024-12-06T11:17:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,817 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,37359,1733483822870, sessionid=0x101aa5bf09c0000, setting cluster-up flag (Was=false) 2024-12-06T11:17:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,869 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02143989243/flush-table-proc/acquired, /02143989243/flush-table-proc/reached, /02143989243/flush-table-proc/abort 2024-12-06T11:17:04,872 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37359,1733483822870 2024-12-06T11:17:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:04,922 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02143989243/online-snapshot/acquired, /02143989243/online-snapshot/reached, /02143989243/online-snapshot/abort 2024-12-06T11:17:04,924 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37359,1733483822870 2024-12-06T11:17:04,937 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:17:04,952 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:04,953 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:17:04,953 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:17:04,953 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,37359,1733483822870 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:17:04,955 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:04,955 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:04,955 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:04,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:04,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:17:04,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:04,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:04,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:04,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:04,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:17:04,965 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:04,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:17:04,980 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483854980 2024-12-06T11:17:04,980 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:17:04,980 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:17:04,981 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:17:04,982 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:17:04,982 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:17:04,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:17:04,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:17:04,989 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9 2024-12-06T11:17:04,992 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483824982,5,FailOnTimeoutGroup] 2024-12-06T11:17:04,993 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483824992,5,FailOnTimeoutGroup] 2024-12-06T11:17:04,993 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:04,993 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:17:04,993 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:04,993 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,007 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(746): ClusterId : ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f 2024-12-06T11:17:05,007 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:17:05,020 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:17:05,020 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:17:05,028 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:17:05,029 DEBUG [RS:0;582807baec72:46489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3798615f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:17:05,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:05,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:05,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:05,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:05,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:05,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:05,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:05,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:05,057 DEBUG [RS:0;582807baec72:46489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:46489 2024-12-06T11:17:05,057 INFO [RS:0;582807baec72:46489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:17:05,057 INFO [RS:0;582807baec72:46489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:17:05,057 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:17:05,058 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,37359,1733483822870 with port=46489, startcode=1733483823167 2024-12-06T11:17:05,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:05,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,059 DEBUG [RS:0;582807baec72:46489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:17:05,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:05,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740 2024-12-06T11:17:05,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740 2024-12-06T11:17:05,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:05,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:05,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:05,071 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:17:05,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,46489,1733483823167 2024-12-06T11:17:05,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37359 {}] master.ServerManager(517): Registering regionserver=582807baec72,46489,1733483823167 2024-12-06T11:17:05,076 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9 2024-12-06T11:17:05,076 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42741 2024-12-06T11:17:05,076 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:17:05,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:05,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940994, jitterRate=0.08690550923347473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:05,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483825033Initializing all the Stores at 1733483825041 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483825041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825041Cleaning up temporary data from old regions at 1733483825064 (+23 ms)Region opened successfully at 1733483825085 (+21 ms) 2024-12-06T11:17:05,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:05,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:05,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:05,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:05,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/rs 2024-12-06T11:17:05,088 DEBUG [RS:0;582807baec72:46489 {}] zookeeper.ZKUtil(111): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on existing znode=/02143989243/rs/582807baec72,46489,1733483823167 2024-12-06T11:17:05,088 WARN [RS:0;582807baec72:46489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:05,088 INFO [RS:0;582807baec72:46489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:05,090 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167 2024-12-06T11:17:05,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:05,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483825086Disabling compacts and flushes for region at 1733483825086Disabling writes for close at 1733483825086Writing region close event to WAL at 1733483825093 (+7 ms)Closed at 1733483825093 2024-12-06T11:17:05,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:05,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:17:05,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:17:05,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:05,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:17:05,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,46489,1733483823167] 2024-12-06T11:17:05,149 INFO [RS:0;582807baec72:46489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:17:05,164 INFO [RS:0;582807baec72:46489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:17:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:17:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:17:05,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:17:05,176 INFO [RS:0;582807baec72:46489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:17:05,176 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,196 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:17:05,197 INFO [RS:0;582807baec72:46489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:17:05,197 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,198 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,199 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:05,199 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:05,199 DEBUG [RS:0;582807baec72:46489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:05,226 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,226 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,226 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,226 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,227 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,227 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,46489,1733483823167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:05,252 WARN [582807baec72:37359 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:17:05,270 INFO [RS:0;582807baec72:46489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:17:05,270 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,46489,1733483823167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,271 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,271 INFO [RS:0;582807baec72:46489 {}] regionserver.Replication(171): 582807baec72,46489,1733483823167 started 2024-12-06T11:17:05,293 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,293 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,46489,1733483823167, RpcServer on 582807baec72/172.17.0.3:46489, sessionid=0x101aa5bf09c0001 2024-12-06T11:17:05,293 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:17:05,293 DEBUG [RS:0;582807baec72:46489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,46489,1733483823167 2024-12-06T11:17:05,293 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,46489,1733483823167' 2024-12-06T11:17:05,293 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02143989243/flush-table-proc/abort' 2024-12-06T11:17:05,294 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02143989243/flush-table-proc/acquired' 2024-12-06T11:17:05,295 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:17:05,295 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:17:05,295 DEBUG [RS:0;582807baec72:46489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,46489,1733483823167 2024-12-06T11:17:05,295 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,46489,1733483823167' 2024-12-06T11:17:05,295 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02143989243/online-snapshot/abort' 2024-12-06T11:17:05,299 DEBUG [RS:0;582807baec72:46489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02143989243/online-snapshot/acquired' 2024-12-06T11:17:05,300 DEBUG [RS:0;582807baec72:46489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:17:05,300 INFO [RS:0;582807baec72:46489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:17:05,300 INFO [RS:0;582807baec72:46489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:17:05,401 INFO [RS:0;582807baec72:46489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:05,402 INFO [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46489%2C1733483823167, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs, maxLogs=10 2024-12-06T11:17:05,419 DEBUG [RS:0;582807baec72:46489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403, exclude list is [], retry=0 2024-12-06T11:17:05,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-ba3748cb-79d0-4f1d-9fce-b60483e49123,DISK] 2024-12-06T11:17:05,424 INFO [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 2024-12-06T11:17:05,429 DEBUG [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44371:44371)] 2024-12-06T11:17:05,502 DEBUG [582807baec72:37359 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:17:05,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,46489,1733483823167 2024-12-06T11:17:05,505 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,46489,1733483823167, state=OPENING 2024-12-06T11:17:05,511 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:17:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:05,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143989243/meta-region-server: CHANGED 2024-12-06T11:17:05,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143989243/meta-region-server: CHANGED 2024-12-06T11:17:05,529 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:05,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,46489,1733483823167}] 2024-12-06T11:17:05,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:17:05,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:17:05,698 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:17:05,698 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:05,698 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:17:05,701 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46489%2C1733483823167.meta, suffix=.meta, logDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs, maxLogs=10 2024-12-06T11:17:05,718 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.meta.1733483825702.meta, exclude list is [], retry=0 2024-12-06T11:17:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-ba3748cb-79d0-4f1d-9fce-b60483e49123,DISK] 2024-12-06T11:17:05,731 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.meta.1733483825702.meta 2024-12-06T11:17:05,736 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44371:44371)] 2024-12-06T11:17:05,736 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:05,737 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:05,737 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:05,737 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:17:05,737 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:17:05,737 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:17:05,738 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:05,738 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:17:05,738 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:17:05,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:05,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:05,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:05,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:05,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:05,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:05,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:05,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:05,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:05,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:05,749 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:05,751 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740 2024-12-06T11:17:05,753 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740 2024-12-06T11:17:05,755 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:05,756 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:05,756 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:05,759 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:05,761 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61808395, jitterRate=-0.07898314297199249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:05,761 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:17:05,762 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483825738Writing region info on filesystem at 1733483825738Initializing all the Stores at 1733483825739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825741 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483825742 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483825742Cleaning up temporary data from old regions at 1733483825756 (+14 ms)Running coprocessor post-open hooks at 1733483825761 (+5 ms)Region opened successfully at 1733483825762 (+1 ms) 2024-12-06T11:17:05,763 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483825689 2024-12-06T11:17:05,766 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:17:05,766 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:17:05,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,46489,1733483823167 2024-12-06T11:17:05,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,46489,1733483823167, state=OPEN 2024-12-06T11:17:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02143989243/meta-region-server 2024-12-06T11:17:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02143989243/meta-region-server 2024-12-06T11:17:05,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143989243/meta-region-server: CHANGED 2024-12-06T11:17:05,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,46489,1733483823167 2024-12-06T11:17:05,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143989243/meta-region-server: CHANGED 2024-12-06T11:17:05,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:17:05,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,46489,1733483823167 in 344 msec 2024-12-06T11:17:05,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:17:05,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-12-06T11:17:05,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:05,881 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:17:05,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:05,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46489,1733483823167, seqNum=-1] 2024-12-06T11:17:05,883 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:05,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:05,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 943 msec 2024-12-06T11:17:05,895 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483825895, completionTime=-1 2024-12-06T11:17:05,895 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:17:05,895 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:17:05,898 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:17:05,898 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483885898 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483945898 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:37359, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,899 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,900 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:05,903 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.660sec 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:05,908 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:17:05,911 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:17:05,911 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:17:05,911 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37359,1733483822870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:06,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:06,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37359,-1 for getting cluster id 2024-12-06T11:17:06,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:06,009 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f' 2024-12-06T11:17:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f" 2024-12-06T11:17:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d7df4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37359,-1] 2024-12-06T11:17:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:06,012 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:06,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:06,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46489,1733483823167, seqNum=-1] 2024-12-06T11:17:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:06,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:06,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,37359,1733483822870 2024-12-06T11:17:06,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:06,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5bf09c0002 connected 2024-12-06T11:17:06,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir so I do NOT create it in target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11 2024-12-06T11:17:06,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:17:06,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.tmp.dir so I do NOT create it in target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11 2024-12-06T11:17:06,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:17:06,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/cluster_1ace34e0-c515-9a0b-56d9-ed58aed4929b, deleteOnExit=true 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/test.cache.data in system properties and HBase conf 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:17:06,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:17:06,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:17:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:17:06,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:06,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:06,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:06,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:06,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:17:06,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:06,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:06,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:06,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/java.io.tmpdir/jetty-localhost-36507-hadoop-hdfs-3_4_1-tests_jar-_-any-1465824878516738622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:06,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:36507} 2024-12-06T11:17:06,652 INFO [Time-limited test {}] server.Server(415): Started @41151ms 2024-12-06T11:17:07,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:07,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:07,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:07,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:07,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:17:07,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:07,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:07,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/java.io.tmpdir/jetty-localhost-35309-hadoop-hdfs-3_4_1-tests_jar-_-any-13599170419686212680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:07,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:35309} 2024-12-06T11:17:07,232 INFO [Time-limited test {}] server.Server(415): Started @41731ms 2024-12-06T11:17:07,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:17:08,222 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/cluster_1ace34e0-c515-9a0b-56d9-ed58aed4929b/data/data2/current/BP-1383066552-172.17.0.3-1733483826081/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:08,224 WARN [Thread-615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/cluster_1ace34e0-c515-9a0b-56d9-ed58aed4929b/data/data1/current/BP-1383066552-172.17.0.3-1733483826081/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:08,277 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:17:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb310bb47fb2b8f46 with lease ID 0x868ebda93085b096: Processing first storage report for DS-ac61f0c6-e2f9-4484-a755-316d9c5f77af from datanode DatanodeRegistration(127.0.0.1:45527, datanodeUuid=7d337a4e-9e58-4ea1-9da8-5e51bf93d63e, infoPort=43735, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=660930679;c=1733483826081) 2024-12-06T11:17:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb310bb47fb2b8f46 with lease ID 0x868ebda93085b096: from storage DS-ac61f0c6-e2f9-4484-a755-316d9c5f77af node DatanodeRegistration(127.0.0.1:45527, datanodeUuid=7d337a4e-9e58-4ea1-9da8-5e51bf93d63e, infoPort=43735, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=660930679;c=1733483826081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb310bb47fb2b8f46 with lease ID 0x868ebda93085b096: Processing first storage report for DS-e353014a-0f91-43a1-bdfe-a44c0f5638da from datanode DatanodeRegistration(127.0.0.1:45527, datanodeUuid=7d337a4e-9e58-4ea1-9da8-5e51bf93d63e, infoPort=43735, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=660930679;c=1733483826081) 2024-12-06T11:17:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb310bb47fb2b8f46 with lease ID 0x868ebda93085b096: from storage DS-e353014a-0f91-43a1-bdfe-a44c0f5638da node DatanodeRegistration(127.0.0.1:45527, datanodeUuid=7d337a4e-9e58-4ea1-9da8-5e51bf93d63e, infoPort=43735, infoSecurePort=0, ipcPort=34235, storageInfo=lv=-57;cid=testClusterID;nsid=660930679;c=1733483826081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:08,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11 2024-12-06T11:17:08,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:17:08,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa with version=8 2024-12-06T11:17:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/hbase-staging 2024-12-06T11:17:08,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:17:08,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:08,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35403 2024-12-06T11:17:08,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35403 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:08,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354030x0, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:08,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35403-0x101aa5bf09c0003 connected 2024-12-06T11:17:08,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/running 2024-12-06T11:17:08,459 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa, hbase.cluster.distributed=false 2024-12-06T11:17:08,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/acl 2024-12-06T11:17:08,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T11:17:08,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35403 2024-12-06T11:17:08,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35403 2024-12-06T11:17:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T11:17:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35403 2024-12-06T11:17:08,503 WARN [RS:0;582807baec72:46489 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 582807baec72,33707,1733483795869: status=Processing ServerCrashProcedure of 582807baec72,33707,1733483795869 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733483811988, completionTime=-1 appears to have been leaked 2024-12-06T11:17:08,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:08,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:08,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:08,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:08,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:17:08,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:08,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40513 2024-12-06T11:17:08,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:08,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:08,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405130x0, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/running 2024-12-06T11:17:08,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x101aa5bf09c0004 connected 2024-12-06T11:17:08,540 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:17:08,542 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:17:08,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/master 2024-12-06T11:17:08,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/acl 2024-12-06T11:17:08,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-12-06T11:17:08,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-12-06T11:17:08,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-12-06T11:17:08,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-12-06T11:17:08,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-12-06T11:17:08,576 DEBUG [M:0;582807baec72:35403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:35403 2024-12-06T11:17:08,576 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1945443123/backup-masters/582807baec72,35403,1733483828358 2024-12-06T11:17:08,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/backup-masters 2024-12-06T11:17:08,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/backup-masters 2024-12-06T11:17:08,585 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on existing znode=/1-1945443123/backup-masters/582807baec72,35403,1733483828358 2024-12-06T11:17:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1945443123/master 2024-12-06T11:17:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:08,596 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on existing znode=/1-1945443123/master 2024-12-06T11:17:08,597 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1945443123/backup-masters/582807baec72,35403,1733483828358 from backup master directory 2024-12-06T11:17:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1945443123/backup-masters/582807baec72,35403,1733483828358 2024-12-06T11:17:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/backup-masters 2024-12-06T11:17:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/backup-masters 2024-12-06T11:17:08,606 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:08,607 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,35403,1733483828358 2024-12-06T11:17:08,613 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/hbase.id] with ID: 52a1eba3-d5db-4c30-8e25-855b082331bd 2024-12-06T11:17:08,613 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/.tmp/hbase.id 2024-12-06T11:17:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:17:09,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/.tmp/hbase.id]:[hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/hbase.id] 2024-12-06T11:17:09,054 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:09,055 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:17:09,057 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T11:17:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:17:09,125 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:09,126 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:17:09,128 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:17:09,190 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store 2024-12-06T11:17:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:17:09,239 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:09,239 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:09,239 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:09,240 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:09,240 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:09,240 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:09,240 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:09,240 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483829239Disabling compacts and flushes for region at 1733483829239Disabling writes for close at 1733483829240 (+1 ms)Writing region close event to WAL at 1733483829240Closed at 1733483829240 2024-12-06T11:17:09,242 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/.initializing 2024-12-06T11:17:09,242 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/WALs/582807baec72,35403,1733483828358 2024-12-06T11:17:09,245 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:09,248 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C35403%2C1733483828358, suffix=, logDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/WALs/582807baec72,35403,1733483828358, archiveDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/oldWALs, maxLogs=10 2024-12-06T11:17:09,272 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/WALs/582807baec72,35403,1733483828358/582807baec72%2C35403%2C1733483828358.1733483829248, exclude list is [], retry=0 2024-12-06T11:17:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ac61f0c6-e2f9-4484-a755-316d9c5f77af,DISK] 2024-12-06T11:17:09,295 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/WALs/582807baec72,35403,1733483828358/582807baec72%2C35403%2C1733483828358.1733483829248 2024-12-06T11:17:09,300 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-12-06T11:17:09,300 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:09,301 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:09,301 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,301 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:17:09,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:09,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:09,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:17:09,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:09,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:09,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:17:09,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:17:09,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:09,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:09,344 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,345 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,346 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,348 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,348 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,349 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:09,350 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:09,361 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:09,362 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61261951, jitterRate=-0.08712579309940338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:09,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483829301Initializing all the Stores at 1733483829303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483829303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483829316 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483829316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483829316Cleaning up temporary data from old regions at 1733483829348 (+32 ms)Region opened successfully at 1733483829362 (+14 ms) 2024-12-06T11:17:09,368 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:17:09,374 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c109fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:09,375 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:17:09,375 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:17:09,375 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:17:09,376 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:17:09,378 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T11:17:09,378 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:17:09,378 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:17:09,389 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:17:09,390 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Unable to get data of znode /1-1945443123/balancer because node does not exist (not necessarily an error) 2024-12-06T11:17:09,402 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/balancer already deleted, retry=false 2024-12-06T11:17:09,402 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:17:09,403 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Unable to get data of znode /1-1945443123/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:17:09,412 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/normalizer already deleted, retry=false 2024-12-06T11:17:09,413 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:17:09,413 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Unable to get data of znode /1-1945443123/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:17:09,423 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/switch/split already deleted, retry=false 2024-12-06T11:17:09,424 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Unable to get data of znode /1-1945443123/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:17:09,433 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/switch/merge already deleted, retry=false 2024-12-06T11:17:09,436 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Unable to get data of znode /1-1945443123/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:17:09,448 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/snapshot-cleanup already deleted, retry=false 2024-12-06T11:17:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1945443123/running 2024-12-06T11:17:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1945443123/running 2024-12-06T11:17:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,459 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,35403,1733483828358, sessionid=0x101aa5bf09c0003, setting cluster-up flag (Was=false) 2024-12-06T11:17:09,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1945443123/flush-table-proc/acquired, /1-1945443123/flush-table-proc/reached, /1-1945443123/flush-table-proc/abort 2024-12-06T11:17:09,512 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35403,1733483828358 2024-12-06T11:17:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:09,564 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1945443123/online-snapshot/acquired, /1-1945443123/online-snapshot/reached, /1-1945443123/online-snapshot/abort 2024-12-06T11:17:09,565 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35403,1733483828358 2024-12-06T11:17:09,566 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:17:09,575 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:09,575 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:17:09,575 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:17:09,576 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,35403,1733483828358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:09,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:09,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:17:09,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:09,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483859618 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:17:09,618 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:17:09,619 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:17:09,625 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,629 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:17:09,630 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:17:09,630 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:17:09,630 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:17:09,632 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:17:09,632 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:17:09,636 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483829632,5,FailOnTimeoutGroup] 2024-12-06T11:17:09,636 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483829636,5,FailOnTimeoutGroup] 2024-12-06T11:17:09,636 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,636 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:17:09,637 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,637 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:17:09,663 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(746): ClusterId : 52a1eba3-d5db-4c30-8e25-855b082331bd 2024-12-06T11:17:09,663 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:17:09,669 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:17:09,669 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:17:09,680 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:17:09,680 DEBUG [RS:0;582807baec72:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0dbd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:09,695 DEBUG [RS:0;582807baec72:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:40513 2024-12-06T11:17:09,696 INFO [RS:0;582807baec72:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:17:09,696 INFO [RS:0;582807baec72:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:17:09,696 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:17:09,696 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,35403,1733483828358 with port=40513, startcode=1733483828516 2024-12-06T11:17:09,697 DEBUG [RS:0;582807baec72:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:17:09,698 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:17:09,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,40513,1733483828516 2024-12-06T11:17:09,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(517): Registering regionserver=582807baec72,40513,1733483828516 2024-12-06T11:17:09,701 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa 2024-12-06T11:17:09,701 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37651 2024-12-06T11:17:09,701 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:17:09,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/rs 2024-12-06T11:17:09,774 DEBUG [RS:0;582807baec72:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on existing znode=/1-1945443123/rs/582807baec72,40513,1733483828516 2024-12-06T11:17:09,774 WARN [RS:0;582807baec72:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:09,774 INFO [RS:0;582807baec72:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:09,775 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516 2024-12-06T11:17:09,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,40513,1733483828516] 2024-12-06T11:17:09,779 INFO [RS:0;582807baec72:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:17:09,794 INFO [RS:0;582807baec72:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:17:09,795 INFO [RS:0;582807baec72:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:17:09,795 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,796 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:17:09,797 INFO [RS:0;582807baec72:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:17:09,797 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,797 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,797 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,797 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:09,798 DEBUG [RS:0;582807baec72:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,799 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,40513,1733483828516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:09,816 INFO [RS:0;582807baec72:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:17:09,816 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,40513,1733483828516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,817 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,817 INFO [RS:0;582807baec72:40513 {}] regionserver.Replication(171): 582807baec72,40513,1733483828516 started 2024-12-06T11:17:09,836 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:09,837 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,40513,1733483828516, RpcServer on 582807baec72/172.17.0.3:40513, sessionid=0x101aa5bf09c0004 2024-12-06T11:17:09,837 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:17:09,837 DEBUG [RS:0;582807baec72:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,40513,1733483828516 2024-12-06T11:17:09,837 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,40513,1733483828516' 2024-12-06T11:17:09,837 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1945443123/flush-table-proc/abort' 2024-12-06T11:17:09,837 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1945443123/flush-table-proc/acquired' 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,40513,1733483828516 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,40513,1733483828516' 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1945443123/online-snapshot/abort' 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1945443123/online-snapshot/acquired' 2024-12-06T11:17:09,838 DEBUG [RS:0;582807baec72:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:17:09,838 INFO [RS:0;582807baec72:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:17:09,838 INFO [RS:0;582807baec72:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:17:09,939 INFO [RS:0;582807baec72:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:09,941 INFO [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C40513%2C1733483828516, suffix=, logDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516, archiveDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/oldWALs, maxLogs=10 2024-12-06T11:17:09,954 DEBUG [RS:0;582807baec72:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516/582807baec72%2C40513%2C1733483828516.1733483829941, exclude list is [], retry=0 2024-12-06T11:17:09,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ac61f0c6-e2f9-4484-a755-316d9c5f77af,DISK] 2024-12-06T11:17:09,959 INFO [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516/582807baec72%2C40513%2C1733483828516.1733483829941 2024-12-06T11:17:09,960 DEBUG [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-12-06T11:17:10,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:17:10,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa 2024-12-06T11:17:10,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:17:10,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:10,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:10,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:10,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:10,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:10,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:10,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:10,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:10,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:10,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:10,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:10,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:10,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:10,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:10,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:10,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:10,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:10,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740 2024-12-06T11:17:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740 2024-12-06T11:17:10,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:10,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:10,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:10,480 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:10,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60014095, jitterRate=-0.10572029650211334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483830447Initializing all the Stores at 1733483830448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483830448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483830450 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483830450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483830450Cleaning up temporary data from old regions at 1733483830475 (+25 ms)Region opened successfully at 1733483830481 (+6 ms) 2024-12-06T11:17:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:10,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:10,482 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:10,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483830481Disabling compacts and flushes for region at 1733483830481Disabling writes for close at 1733483830481Writing region close event to WAL at 1733483830481Closed at 1733483830482 (+1 ms) 2024-12-06T11:17:10,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:10,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:17:10,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:17:10,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:10,485 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:17:10,636 DEBUG [582807baec72:35403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:17:10,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,40513,1733483828516 2024-12-06T11:17:10,638 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,40513,1733483828516, state=OPENING 2024-12-06T11:17:10,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:17:10,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:10,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:10,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:10,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:10,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1945443123/meta-region-server: CHANGED 2024-12-06T11:17:10,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,40513,1733483828516}] 2024-12-06T11:17:10,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1945443123/meta-region-server: CHANGED 2024-12-06T11:17:10,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:17:10,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:17:10,946 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:17:10,946 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:10,947 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:17:10,950 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C40513%2C1733483828516.meta, suffix=.meta, logDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516, archiveDir=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/oldWALs, maxLogs=10 2024-12-06T11:17:10,969 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516/582807baec72%2C40513%2C1733483828516.meta.1733483830951.meta, exclude list is [], retry=0 2024-12-06T11:17:10,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45527,DS-ac61f0c6-e2f9-4484-a755-316d9c5f77af,DISK] 2024-12-06T11:17:11,001 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/WALs/582807baec72,40513,1733483828516/582807baec72%2C40513%2C1733483828516.meta.1733483830951.meta 2024-12-06T11:17:11,011 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-12-06T11:17:11,011 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:11,012 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:11,012 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:11,012 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:17:11,012 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:17:11,012 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:17:11,012 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:11,013 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:17:11,013 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:17:11,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:11,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:11,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:11,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:11,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:11,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:11,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:11,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:11,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:11,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:11,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:11,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:11,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:11,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:11,026 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:11,028 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740 2024-12-06T11:17:11,029 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740 2024-12-06T11:17:11,031 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:11,031 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:11,033 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:11,035 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:11,037 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61652346, jitterRate=-0.08130845427513123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:11,037 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:17:11,037 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483831013Writing region info on filesystem at 1733483831013Initializing all the Stores at 1733483831014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483831014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483831014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483831014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483831014Cleaning up temporary data from old regions at 1733483831031 (+17 ms)Running coprocessor post-open hooks at 1733483831037 (+6 ms)Region opened successfully at 1733483831037 2024-12-06T11:17:11,038 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483830901 2024-12-06T11:17:11,042 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:17:11,042 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:17:11,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,40513,1733483828516 2024-12-06T11:17:11,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,40513,1733483828516, state=OPEN 2024-12-06T11:17:11,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1945443123/meta-region-server 2024-12-06T11:17:11,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1945443123/meta-region-server 2024-12-06T11:17:11,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1945443123/meta-region-server: CHANGED 2024-12-06T11:17:11,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1945443123/meta-region-server: CHANGED 2024-12-06T11:17:11,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,40513,1733483828516 2024-12-06T11:17:11,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:17:11,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,40513,1733483828516 in 313 msec 2024-12-06T11:17:11,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:17:11,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-12-06T11:17:11,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:11,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:17:11,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:11,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40513,1733483828516, seqNum=-1] 2024-12-06T11:17:11,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:11,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:11,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-12-06T11:17:11,105 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483831105, completionTime=-1 2024-12-06T11:17:11,105 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:17:11,105 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:17:11,110 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:17:11,110 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483891110 2024-12-06T11:17:11,110 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483951110 2024-12-06T11:17:11,110 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-06T11:17:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:35403, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,115 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:17:11,120 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:17:11,126 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:11,127 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:17:11,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:17:11,151 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:17:11,151 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:17:11,151 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35403,1733483828358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:11,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35403,-1 for getting cluster id 2024-12-06T11:17:11,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:11,182 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a1eba3-d5db-4c30-8e25-855b082331bd' 2024-12-06T11:17:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a1eba3-d5db-4c30-8e25-855b082331bd" 2024-12-06T11:17:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1a89e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35403,-1] 2024-12-06T11:17:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:11,187 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:11,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40513,1733483828516, seqNum=-1] 2024-12-06T11:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:11,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:11,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,35403,1733483828358 2024-12-06T11:17:11,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-12-06T11:17:11,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:11,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5bf09c0005 connected 2024-12-06T11:17:11,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37359,-1 for getting cluster id 2024-12-06T11:17:11,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:11,274 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f' 2024-12-06T11:17:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f" 2024-12-06T11:17:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281a07ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37359,-1] 2024-12-06T11:17:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:11,278 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779758a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37359,1733483822870 2024-12-06T11:17:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8bdea0 2024-12-06T11:17:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:11,284 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:11,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:35403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:11,291 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:35403' 2024-12-06T11:17:11,302 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b3293b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,302 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35403,-1 for getting cluster id 2024-12-06T11:17:11,302 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:11,303 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a1eba3-d5db-4c30-8e25-855b082331bd' 2024-12-06T11:17:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a1eba3-d5db-4c30-8e25-855b082331bd" 2024-12-06T11:17:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f307071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35403,-1] 2024-12-06T11:17:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:11,306 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30579997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:11,309 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:11,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35403,1733483828358 2024-12-06T11:17:11,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b533fbc 2024-12-06T11:17:11,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:11,312 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:11,315 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T11:17:11,316 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:17:11,316 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:11,316 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:11,316 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:11,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:11,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:17:11,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:17:11,323 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:11,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:17:11,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741835_1011 (size=1138) 2024-12-06T11:17:11,372 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:17:11,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f19260c406f45598339553cfa7291b73, NAME => 'hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9 2024-12-06T11:17:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741836_1012 (size=44) 2024-12-06T11:17:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:11,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:11,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f19260c406f45598339553cfa7291b73, disabling compactions & flushes 2024-12-06T11:17:11,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:11,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:11,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. after waiting 0 ms 2024-12-06T11:17:11,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:11,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:11,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f19260c406f45598339553cfa7291b73: Waiting for close lock at 1733483831813Disabling compacts and flushes for region at 1733483831813Disabling writes for close at 1733483831813Writing region close event to WAL at 1733483831813Closed at 1733483831813 2024-12-06T11:17:11,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:17:11,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483831816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483831816"}]},"ts":"1733483831816"} 2024-12-06T11:17:11,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:17:11,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:17:11,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483831822"}]},"ts":"1733483831822"} 2024-12-06T11:17:11,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:17:11,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f19260c406f45598339553cfa7291b73, ASSIGN}] 2024-12-06T11:17:11,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f19260c406f45598339553cfa7291b73, ASSIGN 2024-12-06T11:17:11,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f19260c406f45598339553cfa7291b73, ASSIGN; state=OFFLINE, location=582807baec72,46489,1733483823167; forceNewPlan=false, retain=false 2024-12-06T11:17:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:11,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f19260c406f45598339553cfa7291b73, regionState=OPENING, regionLocation=582807baec72,46489,1733483823167 2024-12-06T11:17:11,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f19260c406f45598339553cfa7291b73, ASSIGN because future has completed 2024-12-06T11:17:11,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f19260c406f45598339553cfa7291b73, server=582807baec72,46489,1733483823167}] 2024-12-06T11:17:12,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:12,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:12,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:17:12,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46489%2C1733483823167.rep, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs, maxLogs=10 2024-12-06T11:17:12,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.rep.1733483832164, exclude list is [], retry=0 2024-12-06T11:17:12,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43927,DS-ba3748cb-79d0-4f1d-9fce-b60483e49123,DISK] 2024-12-06T11:17:12,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.rep.1733483832164 2024-12-06T11:17:12,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44371:44371)] 2024-12-06T11:17:12,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f19260c406f45598339553cfa7291b73, NAME => 'hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:12,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. service=MultiRowMutationService 2024-12-06T11:17:12,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,196 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,198 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f19260c406f45598339553cfa7291b73 columnFamilyName hfileref 2024-12-06T11:17:12,198 DEBUG [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:12,199 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(327): Store=f19260c406f45598339553cfa7291b73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:12,199 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,201 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f19260c406f45598339553cfa7291b73 columnFamilyName queue 2024-12-06T11:17:12,201 DEBUG [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:12,202 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(327): Store=f19260c406f45598339553cfa7291b73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:12,202 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,203 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f19260c406f45598339553cfa7291b73 columnFamilyName sid 2024-12-06T11:17:12,203 DEBUG [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:12,204 INFO [StoreOpener-f19260c406f45598339553cfa7291b73-1 {}] regionserver.HStore(327): Store=f19260c406f45598339553cfa7291b73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:12,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:17:12,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:12,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f19260c406f45598339553cfa7291b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69618107, jitterRate=0.037390634417533875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:17:12,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:12,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f19260c406f45598339553cfa7291b73: Running coprocessor pre-open hook at 1733483832191Writing region info on filesystem at 1733483832191Initializing all the Stores at 1733483832192 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483832192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483832196 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483832196Cleaning up temporary data from old regions at 1733483832208 (+12 ms)Running coprocessor post-open hooks at 1733483832233 (+25 ms)Region opened successfully at 1733483832234 (+1 ms) 2024-12-06T11:17:12,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73., pid=7, masterSystemTime=1733483832144 2024-12-06T11:17:12,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:12,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:12,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f19260c406f45598339553cfa7291b73, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,46489,1733483823167 2024-12-06T11:17:12,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f19260c406f45598339553cfa7291b73, server=582807baec72,46489,1733483823167 because future has completed 2024-12-06T11:17:12,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T11:17:12,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f19260c406f45598339553cfa7291b73, server=582807baec72,46489,1733483823167 in 257 msec 2024-12-06T11:17:12,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:17:12,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483832253"}]},"ts":"1733483832253"} 2024-12-06T11:17:12,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:17:12,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f19260c406f45598339553cfa7291b73, ASSIGN in 419 msec 2024-12-06T11:17:12,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:17:12,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:17:12,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 941 msec 2024-12-06T11:17:12,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73., hostname=582807baec72,46489,1733483823167, seqNum=2] 2024-12-06T11:17:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:12,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:17:12,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T11:17:12,604 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:17:12,644 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-582807baec72,46489,1733483823167, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:17:12,644 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:12,645 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46489,1733483823167, seqNum=-1] 2024-12-06T11:17:12,645 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:12,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-06T11:17:12,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,46489,1733483823167', locateType=CURRENT is [region=hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73., hostname=582807baec72,46489,1733483823167, seqNum=2] 2024-12-06T11:17:12,653 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T11:17:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T11:17:12,658 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,46489,1733483823167 suceeded 2024-12-06T11:17:12,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T11:17:12,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-06T11:17:12,661 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:35403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:17:12,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3770 sec 2024-12-06T11:17:12,669 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:35403' 2024-12-06T11:17:12,671 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be31dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:12,671 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35403,-1 for getting cluster id 2024-12-06T11:17:12,671 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:12,671 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52a1eba3-d5db-4c30-8e25-855b082331bd' 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52a1eba3-d5db-4c30-8e25-855b082331bd" 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d19783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35403,-1] 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:12,673 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:12,674 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dc0c4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:12,674 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35403,1733483828358 2024-12-06T11:17:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efaefc 2024-12-06T11:17:12,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:12,676 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-06T11:17:12,676 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,46489,1733483823167 (queues=1) is replicating from cluster=ca5c39e8-4e7d-4ae6-aaa8-62a4fccba44f to cluster=52a1eba3-d5db-4c30-8e25-855b082331bd 2024-12-06T11:17:12,676 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C46489%2C1733483823167 2024-12-06T11:17:12,676 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,46489,1733483823167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:17:12,677 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.shipper582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C46489%2C1733483823167 2024-12-06T11:17:12,677 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403, startPosition=0, beingWritten=true 2024-12-06T11:17:12,885 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:13,190 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:13,437 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:17:13,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:13,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:13,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:13,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37359,1733483822870 2024-12-06T11:17:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ccde74b 2024-12-06T11:17:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:13,440 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:13,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:17:13,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:17:13,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:13,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:13,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:13,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:17:13,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355793661, stopped=false 2024-12-06T11:17:13,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,35403,1733483828358 2024-12-06T11:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1945443123/running 2024-12-06T11:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1945443123/running 2024-12-06T11:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:13,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:17:13,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:13,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:13,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/running 2024-12-06T11:17:13,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,40513,1733483828516' ***** 2024-12-06T11:17:13,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:17:13,501 INFO [RS:0;582807baec72:40513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:17:13,501 INFO [RS:0;582807baec72:40513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(959): stopping server 582807baec72,40513,1733483828516 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:40513. 2024-12-06T11:17:13,502 DEBUG [RS:0;582807baec72:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:13,502 DEBUG [RS:0;582807baec72:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:17:13,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:17:13,502 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:17:13,502 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:17:13,502 DEBUG [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:17:13,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Set watcher on znode that does not yet exist, /1-1945443123/running 2024-12-06T11:17:13,503 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:13,503 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:13,503 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:13,503 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:13,503 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:13,503 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T11:17:13,505 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:17:13,525 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/.tmp/ns/34f7312e7f624fb4b5ae04af23e6922a is 43, key is default/ns:d/1733483831093/Put/seqid=0 2024-12-06T11:17:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741835_1011 (size=5153) 2024-12-06T11:17:13,531 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/.tmp/ns/34f7312e7f624fb4b5ae04af23e6922a 2024-12-06T11:17:13,539 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/.tmp/ns/34f7312e7f624fb4b5ae04af23e6922a as hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/ns/34f7312e7f624fb4b5ae04af23e6922a 2024-12-06T11:17:13,547 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/ns/34f7312e7f624fb4b5ae04af23e6922a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T11:17:13,548 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false 2024-12-06T11:17:13,557 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T11:17:13,558 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:17:13,558 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:17:13,558 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:13,559 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483833503Running coprocessor pre-close hooks at 1733483833503Disabling compacts and flushes for region at 1733483833503Disabling writes for close at 1733483833503Obtaining lock to block concurrent updates at 1733483833503Preparing flush snapshotting stores in 1588230740 at 1733483833503Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733483833504 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483833505 (+1 ms)Flushing 1588230740/ns: creating writer at 1733483833505Flushing 1588230740/ns: appending metadata at 1733483833524 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733483833524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b147830: reopening flushed file at 1733483833538 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false at 1733483833549 (+11 ms)Writing region close event to WAL at 1733483833550 (+1 ms)Running coprocessor post-close hooks at 1733483833558 (+8 ms)Closed at 1733483833558 2024-12-06T11:17:13,559 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:13,596 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:13,703 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(976): stopping server 582807baec72,40513,1733483828516; all regions closed. 2024-12-06T11:17:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741834_1010 (size=1152) 2024-12-06T11:17:13,709 DEBUG [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/oldWALs 2024-12-06T11:17:13,709 INFO [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C40513%2C1733483828516.meta:.meta(num 1733483830951) 2024-12-06T11:17:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741832_1008 (size=93) 2024-12-06T11:17:13,715 DEBUG [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/oldWALs 2024-12-06T11:17:13,715 INFO [RS:0;582807baec72:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C40513%2C1733483828516:(num 1733483829941) 2024-12-06T11:17:13,715 DEBUG [RS:0;582807baec72:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:13,715 INFO [RS:0;582807baec72:40513 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:17:13,715 INFO [RS:0;582807baec72:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:17:13,716 INFO [RS:0;582807baec72:40513 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:17:13,716 INFO [RS:0;582807baec72:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:17:13,716 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:17:13,716 INFO [RS:0;582807baec72:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40513 2024-12-06T11:17:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1945443123/rs/582807baec72,40513,1733483828516 2024-12-06T11:17:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123/rs 2024-12-06T11:17:13,728 INFO [RS:0;582807baec72:40513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:17:13,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,40513,1733483828516] 2024-12-06T11:17:13,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/draining/582807baec72,40513,1733483828516 already deleted, retry=false 2024-12-06T11:17:13,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,40513,1733483828516 expired; onlineServers=0 2024-12-06T11:17:13,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,35403,1733483828358' ***** 2024-12-06T11:17:13,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:17:13,751 INFO [M:0;582807baec72:35403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:17:13,751 INFO [M:0;582807baec72:35403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:17:13,751 DEBUG [M:0;582807baec72:35403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:17:13,751 DEBUG [M:0;582807baec72:35403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:17:13,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:17:13,751 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483829632 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483829632,5,FailOnTimeoutGroup] 2024-12-06T11:17:13,751 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483829636 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483829636,5,FailOnTimeoutGroup] 2024-12-06T11:17:13,752 INFO [M:0;582807baec72:35403 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:17:13,752 INFO [M:0;582807baec72:35403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:17:13,752 DEBUG [M:0;582807baec72:35403 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:17:13,752 INFO [M:0;582807baec72:35403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:17:13,752 INFO [M:0;582807baec72:35403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:17:13,752 INFO [M:0;582807baec72:35403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:17:13,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1945443123/master 2024-12-06T11:17:13,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1945443123 2024-12-06T11:17:13,839 INFO [RS:0;582807baec72:40513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:17:13,839 INFO [RS:0;582807baec72:40513 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,40513,1733483828516; zookeeper connection closed. 2024-12-06T11:17:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x101aa5bf09c0004, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:13,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41db1ef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41db1ef9 2024-12-06T11:17:13,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:17:13,865 DEBUG [M:0;582807baec72:35403 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1945443123/master already deleted, retry=false 2024-12-06T11:17:13,865 DEBUG [M:0;582807baec72:35403 {}] master.ActiveMasterManager(353): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1945443123/master 2024-12-06T11:17:13,865 INFO [M:0;582807baec72:35403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/.lastflushedseqids 2024-12-06T11:17:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741836_1012 (size=99) 2024-12-06T11:17:13,872 INFO [M:0;582807baec72:35403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:17:13,872 INFO [M:0;582807baec72:35403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:17:13,873 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:13,873 INFO [M:0;582807baec72:35403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:13,873 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:13,873 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:13,873 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:13,873 INFO [M:0;582807baec72:35403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T11:17:13,890 DEBUG [M:0;582807baec72:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0e2a109c5104e27a1c54eec41c2fa17 is 82, key is hbase:meta,,1/info:regioninfo/1733483831043/Put/seqid=0 2024-12-06T11:17:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741837_1013 (size=5672) 2024-12-06T11:17:14,125 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:14,300 INFO [M:0;582807baec72:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0e2a109c5104e27a1c54eec41c2fa17 2024-12-06T11:17:14,331 DEBUG [M:0;582807baec72:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72d31dfc81fd44f59216a36af0160fab is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733483831103/Put/seqid=0 2024-12-06T11:17:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741838_1014 (size=5275) 2024-12-06T11:17:14,341 INFO [M:0;582807baec72:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72d31dfc81fd44f59216a36af0160fab 2024-12-06T11:17:14,375 DEBUG [M:0;582807baec72:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc94edfc6c244f06a85db6ead077be61 is 69, key is 582807baec72,40513,1733483828516/rs:state/1733483829699/Put/seqid=0 2024-12-06T11:17:14,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741839_1015 (size=5156) 2024-12-06T11:17:14,402 INFO [M:0;582807baec72:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc94edfc6c244f06a85db6ead077be61 2024-12-06T11:17:14,420 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0e2a109c5104e27a1c54eec41c2fa17 as hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0e2a109c5104e27a1c54eec41c2fa17 2024-12-06T11:17:14,432 INFO [M:0;582807baec72:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0e2a109c5104e27a1c54eec41c2fa17, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T11:17:14,434 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72d31dfc81fd44f59216a36af0160fab as hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72d31dfc81fd44f59216a36af0160fab 2024-12-06T11:17:14,449 INFO [M:0;582807baec72:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72d31dfc81fd44f59216a36af0160fab, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T11:17:14,452 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc94edfc6c244f06a85db6ead077be61 as hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc94edfc6c244f06a85db6ead077be61 2024-12-06T11:17:14,466 INFO [M:0;582807baec72:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37651/user/jenkins/test-data/00a6a3a9-ab22-593d-b2fc-bc5e6a0b71aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc94edfc6c244f06a85db6ead077be61, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T11:17:14,469 INFO [M:0;582807baec72:35403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=28, compaction requested=false 2024-12-06T11:17:14,529 INFO [M:0;582807baec72:35403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:14,529 DEBUG [M:0;582807baec72:35403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483833873Disabling compacts and flushes for region at 1733483833873Disabling writes for close at 1733483833873Obtaining lock to block concurrent updates at 1733483833873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483833873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733483833873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483833874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483833874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483833890 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483833890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483834307 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483834330 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483834330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483834348 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483834375 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483834375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8bf9a9: reopening flushed file at 1733483834417 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62acc174: reopening flushed file at 1733483834432 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfe8485: reopening flushed file at 1733483834449 (+17 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=28, compaction requested=false at 1733483834469 (+20 ms)Writing region close event to WAL at 1733483834529 (+60 ms)Closed at 1733483834529 2024-12-06T11:17:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45527 is added to blk_1073741830_1006 (size=10165) 2024-12-06T11:17:14,542 INFO [M:0;582807baec72:35403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:17:14,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:17:14,543 INFO [M:0;582807baec72:35403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35403 2024-12-06T11:17:14,543 INFO [M:0;582807baec72:35403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:17:14,696 INFO [M:0;582807baec72:35403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:17:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x101aa5bf09c0003, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:14,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:14,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:17:14,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:17:14,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:17:14,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir/,STOPPED} 2024-12-06T11:17:14,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:17:14,730 WARN [BP-1383066552-172.17.0.3-1733483826081 heartbeating to localhost/127.0.0.1:37651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:17:14,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:17:14,730 WARN [BP-1383066552-172.17.0.3-1733483826081 heartbeating to localhost/127.0.0.1:37651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1383066552-172.17.0.3-1733483826081 (Datanode Uuid 7d337a4e-9e58-4ea1-9da8-5e51bf93d63e) service to localhost/127.0.0.1:37651 2024-12-06T11:17:14,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/cluster_1ace34e0-c515-9a0b-56d9-ed58aed4929b/data/data2/current/BP-1383066552-172.17.0.3-1733483826081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:17:14,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/cluster_1ace34e0-c515-9a0b-56d9-ed58aed4929b/data/data1/current/BP-1383066552-172.17.0.3-1733483826081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:17:14,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:17:14,734 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:14,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:14,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:17:14,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:17:14,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:17:14,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir/,STOPPED} 2024-12-06T11:17:14,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:17:14,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:17:14,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:14,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:14,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:14,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:14,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:14,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:17:14,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=490527497, stopped=false 2024-12-06T11:17:14,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,37359,1733483822870 2024-12-06T11:17:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143989243/running 2024-12-06T11:17:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143989243/running 2024-12-06T11:17:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:14,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:17:14,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:14,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:14,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:14,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/running 2024-12-06T11:17:14,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,46489,1733483823167' ***** 2024-12-06T11:17:14,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:17:14,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Set watcher on znode that does not yet exist, /02143989243/running 2024-12-06T11:17:14,839 INFO [RS:0;582807baec72:46489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:17:14,839 INFO [RS:0;582807baec72:46489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:17:14,839 INFO [RS:0;582807baec72:46489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:17:14,839 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(3091): Received CLOSE for f19260c406f45598339553cfa7291b73 2024-12-06T11:17:14,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:17:14,841 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(959): stopping server 582807baec72,46489,1733483823167 2024-12-06T11:17:14,841 INFO [RS:0;582807baec72:46489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:17:14,841 INFO [RS:0;582807baec72:46489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:46489. 2024-12-06T11:17:14,841 DEBUG [RS:0;582807baec72:46489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:14,841 DEBUG [RS:0;582807baec72:46489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:14,841 INFO [RS:0;582807baec72:46489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:17:14,842 INFO [RS:0;582807baec72:46489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:17:14,842 INFO [RS:0;582807baec72:46489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:17:14,842 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:17:14,848 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:17:14,848 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f19260c406f45598339553cfa7291b73=hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73.} 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f19260c406f45598339553cfa7291b73, disabling compactions & flushes 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:14,848 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f19260c406f45598339553cfa7291b73 2024-12-06T11:17:14,848 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:14,848 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. after waiting 0 ms 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:14,848 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f19260c406f45598339553cfa7291b73 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T11:17:14,848 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:14,849 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T11:17:14,863 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:17:14,866 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/info/6088d47a0a474400b6c9a51dcf7bdc6a is 147, key is hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73./info:regioninfo/1733483832239/Put/seqid=0 2024-12-06T11:17:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741838_1014 (size=6631) 2024-12-06T11:17:14,878 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/.tmp/queue/6f11beac18f34a9f859aa1de044916c6 is 151, key is 1-582807baec72,46489,1733483823167/queue:582807baec72%2C46489%2C1733483823167/1733483832651/Put/seqid=0 2024-12-06T11:17:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741839_1015 (size=5350) 2024-12-06T11:17:15,048 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f19260c406f45598339553cfa7291b73 2024-12-06T11:17:15,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:17:15,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:17:15,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:17:15,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T11:17:15,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:17:15,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T11:17:15,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:17:15,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T11:17:15,243 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:17:15,243 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:17:15,249 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f19260c406f45598339553cfa7291b73 2024-12-06T11:17:15,276 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/info/6088d47a0a474400b6c9a51dcf7bdc6a 2024-12-06T11:17:15,283 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/.tmp/queue/6f11beac18f34a9f859aa1de044916c6 2024-12-06T11:17:15,290 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/.tmp/queue/6f11beac18f34a9f859aa1de044916c6 as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/queue/6f11beac18f34a9f859aa1de044916c6 2024-12-06T11:17:15,298 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/queue/6f11beac18f34a9f859aa1de044916c6, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T11:17:15,299 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f19260c406f45598339553cfa7291b73 in 451ms, sequenceid=5, compaction requested=false 2024-12-06T11:17:15,304 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/ns/3f47c06dc758435fb8e6f5a946e0a19e is 43, key is default/ns:d/1733483825885/Put/seqid=0 2024-12-06T11:17:15,313 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/replication/f19260c406f45598339553cfa7291b73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:17:15,313 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:17:15,313 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:17:15,313 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:15,313 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f19260c406f45598339553cfa7291b73: Waiting for close lock at 1733483834848Running coprocessor pre-close hooks at 1733483834848Disabling compacts and flushes for region at 1733483834848Disabling writes for close at 1733483834848Obtaining lock to block concurrent updates at 1733483834848Preparing flush snapshotting stores in f19260c406f45598339553cfa7291b73 at 1733483834848Finished memstore snapshotting hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733483834849 (+1 ms)Flushing stores of hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. at 1733483834850 (+1 ms)Flushing f19260c406f45598339553cfa7291b73/queue: creating writer at 1733483834850Flushing f19260c406f45598339553cfa7291b73/queue: appending metadata at 1733483834877 (+27 ms)Flushing f19260c406f45598339553cfa7291b73/queue: closing flushed file at 1733483834877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f05eed8: reopening flushed file at 1733483835289 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f19260c406f45598339553cfa7291b73 in 451ms, sequenceid=5, compaction requested=false at 1733483835299 (+10 ms)Writing region close event to WAL at 1733483835300 (+1 ms)Running coprocessor post-close hooks at 1733483835313 (+13 ms)Closed at 1733483835313 2024-12-06T11:17:15,314 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483831316.f19260c406f45598339553cfa7291b73. 2024-12-06T11:17:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741840_1016 (size=5153) 2024-12-06T11:17:15,449 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:17:15,483 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.1733483825403 to pos 0, reset compression=false 2024-12-06T11:17:15,649 DEBUG [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:17:15,719 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/ns/3f47c06dc758435fb8e6f5a946e0a19e 2024-12-06T11:17:15,740 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/table/29a61f733d6c499a847cd10f08e8feca is 53, key is hbase:replication/table:state/1733483832253/Put/seqid=0 2024-12-06T11:17:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741841_1017 (size=5256) 2024-12-06T11:17:15,746 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/table/29a61f733d6c499a847cd10f08e8feca 2024-12-06T11:17:15,753 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/info/6088d47a0a474400b6c9a51dcf7bdc6a as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/info/6088d47a0a474400b6c9a51dcf7bdc6a 2024-12-06T11:17:15,764 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/info/6088d47a0a474400b6c9a51dcf7bdc6a, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T11:17:15,771 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/ns/3f47c06dc758435fb8e6f5a946e0a19e as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/ns/3f47c06dc758435fb8e6f5a946e0a19e 2024-12-06T11:17:15,779 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/ns/3f47c06dc758435fb8e6f5a946e0a19e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:17:15,780 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/.tmp/table/29a61f733d6c499a847cd10f08e8feca as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/table/29a61f733d6c499a847cd10f08e8feca 2024-12-06T11:17:15,787 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/table/29a61f733d6c499a847cd10f08e8feca, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T11:17:15,788 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=11, compaction requested=false 2024-12-06T11:17:15,794 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:17:15,795 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:17:15,795 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:17:15,795 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:15,795 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483834848Running coprocessor pre-close hooks at 1733483834848Disabling compacts and flushes for region at 1733483834848Disabling writes for close at 1733483834848Obtaining lock to block concurrent updates at 1733483834849 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733483834849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733483834849Flushing stores of hbase:meta,,1.1588230740 at 1733483834850 (+1 ms)Flushing 1588230740/info: creating writer at 1733483834850Flushing 1588230740/info: appending metadata at 1733483834865 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733483834866 (+1 ms)Flushing 1588230740/ns: creating writer at 1733483835283 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733483835303 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733483835303Flushing 1588230740/table: creating writer at 1733483835726 (+423 ms)Flushing 1588230740/table: appending metadata at 1733483835739 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733483835740 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb6c46c: reopening flushed file at 1733483835752 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243ee4ff: reopening flushed file at 1733483835764 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c667a4: reopening flushed file at 1733483835780 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=11, compaction requested=false at 1733483835788 (+8 ms)Writing region close event to WAL at 1733483835789 (+1 ms)Running coprocessor post-close hooks at 1733483835795 (+6 ms)Closed at 1733483835795 2024-12-06T11:17:15,795 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:15,849 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(976): stopping server 582807baec72,46489,1733483823167; all regions closed. 2024-12-06T11:17:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741834_1010 (size=2742) 2024-12-06T11:17:15,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/WALs/582807baec72,46489,1733483823167/582807baec72%2C46489%2C1733483823167.meta.1733483825702.meta not finished, retry = 0 2024-12-06T11:17:15,956 DEBUG [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs 2024-12-06T11:17:15,956 INFO [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C46489%2C1733483823167.meta:.meta(num 1733483825702) 2024-12-06T11:17:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741837_1013 (size=1586) 2024-12-06T11:17:15,972 DEBUG [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs 2024-12-06T11:17:15,972 INFO [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C46489%2C1733483823167.rep:(num 1733483832164) 2024-12-06T11:17:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741833_1009 (size=93) 2024-12-06T11:17:15,986 DEBUG [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/oldWALs 2024-12-06T11:17:15,986 INFO [RS:0;582807baec72:46489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C46489%2C1733483823167:(num 1733483825403) 2024-12-06T11:17:15,986 DEBUG [RS:0;582807baec72:46489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:15,986 INFO [RS:0;582807baec72:46489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:17:15,987 INFO [RS:0;582807baec72:46489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:17:15,987 INFO [RS:0;582807baec72:46489 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T11:17:15,987 INFO [RS:0;582807baec72:46489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:17:15,987 INFO [RS:0;582807baec72:46489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,46489,1733483823167 because: Region server is closing 2024-12-06T11:17:15,987 INFO [RS:0;582807baec72:46489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:46489. 2024-12-06T11:17:15,987 DEBUG [RS:0;582807baec72:46489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:15,987 DEBUG [RS:0;582807baec72:46489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:15,987 DEBUG [RS:0;582807baec72:46489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:15,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:15,988 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:17:16,088 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.wal-reader.582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:17:16,088 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.shipper582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:17:16,088 INFO [RS:0;582807baec72:46489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46489,1733483823167.replicationSource.shipper582807baec72%2C46489%2C1733483823167,1-582807baec72,46489,1733483823167 terminated 2024-12-06T11:17:16,088 INFO [RS:0;582807baec72:46489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46489 2024-12-06T11:17:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143989243/rs/582807baec72,46489,1733483823167 2024-12-06T11:17:16,132 INFO [RS:0;582807baec72:46489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:17:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243/rs 2024-12-06T11:17:16,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,46489,1733483823167] 2024-12-06T11:17:16,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02143989243/draining/582807baec72,46489,1733483823167 already deleted, retry=false 2024-12-06T11:17:16,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,46489,1733483823167 expired; onlineServers=0 2024-12-06T11:17:16,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,37359,1733483822870' ***** 2024-12-06T11:17:16,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:17:16,153 INFO [M:0;582807baec72:37359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:17:16,153 INFO [M:0;582807baec72:37359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:17:16,153 DEBUG [M:0;582807baec72:37359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:17:16,153 DEBUG [M:0;582807baec72:37359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:17:16,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:17:16,153 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483824992 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483824992,5,FailOnTimeoutGroup] 2024-12-06T11:17:16,153 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483824982 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483824982,5,FailOnTimeoutGroup] 2024-12-06T11:17:16,153 INFO [M:0;582807baec72:37359 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:17:16,153 INFO [M:0;582807baec72:37359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:17:16,153 DEBUG [M:0;582807baec72:37359 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:17:16,153 INFO [M:0;582807baec72:37359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:17:16,154 INFO [M:0;582807baec72:37359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:17:16,154 INFO [M:0;582807baec72:37359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:17:16,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:17:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143989243/master 2024-12-06T11:17:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143989243 2024-12-06T11:17:16,163 DEBUG [M:0;582807baec72:37359 {}] zookeeper.ZKUtil(347): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Unable to get data of znode /02143989243/master because node does not exist (not an error) 2024-12-06T11:17:16,163 WARN [M:0;582807baec72:37359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:17:16,164 INFO [M:0;582807baec72:37359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/.lastflushedseqids 2024-12-06T11:17:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741842_1018 (size=181) 2024-12-06T11:17:16,242 INFO [RS:0;582807baec72:46489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:17:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:16,242 INFO [RS:0;582807baec72:46489 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,46489,1733483823167; zookeeper connection closed. 2024-12-06T11:17:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46489-0x101aa5bf09c0001, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:16,243 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14ea8004 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14ea8004 2024-12-06T11:17:16,243 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:17:16,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:16,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:16,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:16,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:16,569 INFO [M:0;582807baec72:37359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:17:16,569 INFO [M:0;582807baec72:37359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:17:16,570 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:16,570 INFO [M:0;582807baec72:37359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:16,570 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:16,570 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:16,570 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:16,570 INFO [M:0;582807baec72:37359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T11:17:16,590 DEBUG [M:0;582807baec72:37359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3116c7b382084f8a96f2194745421a45 is 82, key is hbase:meta,,1/info:regioninfo/1733483825772/Put/seqid=0 2024-12-06T11:17:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741843_1019 (size=5672) 2024-12-06T11:17:16,995 INFO [M:0;582807baec72:37359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3116c7b382084f8a96f2194745421a45 2024-12-06T11:17:17,013 DEBUG [M:0;582807baec72:37359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc237636bbc409aab1b55c8ea4abb8d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733483832259/Put/seqid=0 2024-12-06T11:17:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741844_1020 (size=7203) 2024-12-06T11:17:17,418 INFO [M:0;582807baec72:37359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc237636bbc409aab1b55c8ea4abb8d 2024-12-06T11:17:17,435 DEBUG [M:0;582807baec72:37359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27b2242cc84d4e3cbe7a96b7e056f809 is 69, key is 582807baec72,46489,1733483823167/rs:state/1733483825073/Put/seqid=0 2024-12-06T11:17:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741845_1021 (size=5156) 2024-12-06T11:17:17,840 INFO [M:0;582807baec72:37359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27b2242cc84d4e3cbe7a96b7e056f809 2024-12-06T11:17:17,845 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3116c7b382084f8a96f2194745421a45 as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3116c7b382084f8a96f2194745421a45 2024-12-06T11:17:17,850 INFO [M:0;582807baec72:37359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3116c7b382084f8a96f2194745421a45, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T11:17:17,851 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc237636bbc409aab1b55c8ea4abb8d as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc237636bbc409aab1b55c8ea4abb8d 2024-12-06T11:17:17,855 INFO [M:0;582807baec72:37359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc237636bbc409aab1b55c8ea4abb8d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T11:17:17,856 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27b2242cc84d4e3cbe7a96b7e056f809 as hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27b2242cc84d4e3cbe7a96b7e056f809 2024-12-06T11:17:17,861 INFO [M:0;582807baec72:37359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27b2242cc84d4e3cbe7a96b7e056f809, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T11:17:17,862 INFO [M:0;582807baec72:37359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-12-06T11:17:17,864 INFO [M:0;582807baec72:37359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:17,864 DEBUG [M:0;582807baec72:37359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483836570Disabling compacts and flushes for region at 1733483836570Disabling writes for close at 1733483836570Obtaining lock to block concurrent updates at 1733483836570Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483836570Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733483836570Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483836571 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483836571Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483836590 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483836590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483837000 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483837013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483837013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483837423 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483837435 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483837435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a095d8: reopening flushed file at 1733483837844 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a05b779: reopening flushed file at 1733483837850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@beac5c5: reopening flushed file at 1733483837856 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1733483837862 (+6 ms)Writing region close event to WAL at 1733483837864 (+2 ms)Closed at 1733483837864 2024-12-06T11:17:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43927 is added to blk_1073741830_1006 (size=41008) 2024-12-06T11:17:17,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9b0a0a0-1bf5-cdff-740c-6d05e2939cc9/MasterData/WALs/582807baec72,37359,1733483822870/582807baec72%2C37359%2C1733483822870.1733483824603 not finished, retry = 0 2024-12-06T11:17:17,967 INFO [M:0;582807baec72:37359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:17:17,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:17:17,967 INFO [M:0;582807baec72:37359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37359 2024-12-06T11:17:17,968 INFO [M:0;582807baec72:37359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:17:18,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:18,116 INFO [M:0;582807baec72:37359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:17:18,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37359-0x101aa5bf09c0000, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:17:18,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:18,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:17:18,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:17:18,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:17:18,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir/,STOPPED} 2024-12-06T11:17:18,120 WARN [BP-586946221-172.17.0.3-1733483820357 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:17:18,120 WARN [BP-586946221-172.17.0.3-1733483820357 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586946221-172.17.0.3-1733483820357 (Datanode Uuid c4cdff92-deb2-4806-8a6f-5a707fb499a0) service to localhost/127.0.0.1:42741 2024-12-06T11:17:18,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:17:18,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:17:18,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/data/data1/current/BP-586946221-172.17.0.3-1733483820357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:17:18,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/cluster_77c302cd-0361-6b5e-6b0c-f631b4c32ca7/data/data2/current/BP-586946221-172.17.0.3-1733483820357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:17:18,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:17:18,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:18,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:17:18,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:17:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:17:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9af42a4-cf7f-78bc-fede-330bfd7ea2db/hadoop.log.dir/,STOPPED} 2024-12-06T11:17:18,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:17:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:17:18,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 105) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37651 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2881 (was 3290) 2024-12-06T11:17:18,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=756, ProcessCount=11, AvailableMemoryMB=2881 2024-12-06T11:17:18,167 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-06T11:17:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir so I do NOT create it in target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786 2024-12-06T11:17:18,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:17:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.tmp.dir so I do NOT create it in target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786 2024-12-06T11:17:18,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b42cafb-4929-5e0e-bb68-7d46518a7b11/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:17:18,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786 2024-12-06T11:17:18,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5, deleteOnExit=true 2024-12-06T11:17:18,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/zookeeper_0, clientPort=62181, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:17:18,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62181 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/test.cache.data in system properties and HBase conf 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:17:18,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:17:18,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:17:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:17:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5bf09c0002, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:17:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5bf09c0005, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:17:18,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5bf09c0005, quorum=127.0.0.1:57577, baseZNode=/1-1945443123 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:17:18,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5bf09c0002, quorum=127.0.0.1:57577, baseZNode=/02143989243 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:17:18,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:18,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:18,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:18,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:18,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:17:18,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:18,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:18,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:18,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/java.io.tmpdir/jetty-localhost-41279-hadoop-hdfs-3_4_1-tests_jar-_-any-3849281768805145034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:18,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:41279} 2024-12-06T11:17:18,767 INFO [Time-limited test {}] server.Server(415): Started @53266ms 2024-12-06T11:17:19,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:19,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:19,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:19,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:19,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:17:19,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:19,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:19,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/java.io.tmpdir/jetty-localhost-42707-hadoop-hdfs-3_4_1-tests_jar-_-any-1128277372616021312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:19,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:42707} 2024-12-06T11:17:19,170 INFO [Time-limited test {}] server.Server(415): Started @53668ms 2024-12-06T11:17:19,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:17:19,851 WARN [Thread-821 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/data/data2/current/BP-154069926-172.17.0.3-1733483838212/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:19,851 WARN [Thread-820 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/data/data1/current/BP-154069926-172.17.0.3-1733483838212/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:19,870 WARN [Thread-808 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:17:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36c92e57cc6afeee with lease ID 0xd94f6d4e9780743d: Processing first storage report for DS-1531cadf-c5dd-4021-8a47-cb2f6044f249 from datanode DatanodeRegistration(127.0.0.1:36015, datanodeUuid=df1eaf59-5f0e-438a-9e0e-bc15fb4cb73a, infoPort=38799, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=494562074;c=1733483838212) 2024-12-06T11:17:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36c92e57cc6afeee with lease ID 0xd94f6d4e9780743d: from storage DS-1531cadf-c5dd-4021-8a47-cb2f6044f249 node DatanodeRegistration(127.0.0.1:36015, datanodeUuid=df1eaf59-5f0e-438a-9e0e-bc15fb4cb73a, infoPort=38799, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=494562074;c=1733483838212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36c92e57cc6afeee with lease ID 0xd94f6d4e9780743d: Processing first storage report for DS-5b53158f-360b-4900-b6cd-52c184ef4658 from datanode DatanodeRegistration(127.0.0.1:36015, datanodeUuid=df1eaf59-5f0e-438a-9e0e-bc15fb4cb73a, infoPort=38799, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=494562074;c=1733483838212) 2024-12-06T11:17:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36c92e57cc6afeee with lease ID 0xd94f6d4e9780743d: from storage DS-5b53158f-360b-4900-b6cd-52c184ef4658 node DatanodeRegistration(127.0.0.1:36015, datanodeUuid=df1eaf59-5f0e-438a-9e0e-bc15fb4cb73a, infoPort=38799, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=494562074;c=1733483838212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:19,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786 2024-12-06T11:17:19,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:19,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:17:20,312 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57 with version=8 2024-12-06T11:17:20,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/hbase-staging 2024-12-06T11:17:20,314 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:17:20,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:20,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44789 2024-12-06T11:17:20,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44789 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447890x0, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:20,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44789-0x101aa5c36980000 connected 2024-12-06T11:17:20,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:20,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:20,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/running 2024-12-06T11:17:20,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57, hbase.cluster.distributed=false 2024-12-06T11:17:20,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/acl 2024-12-06T11:17:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44789 2024-12-06T11:17:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44789 2024-12-06T11:17:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44789 2024-12-06T11:17:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44789 2024-12-06T11:17:20,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44789 2024-12-06T11:17:20,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:20,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38573 2024-12-06T11:17:20,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38573 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:20,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:20,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:20,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385730x0, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:20,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/running 2024-12-06T11:17:20,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38573-0x101aa5c36980001 connected 2024-12-06T11:17:20,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:17:20,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:17:20,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/master 2024-12-06T11:17:20,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/acl 2024-12-06T11:17:20,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-06T11:17:20,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38573 2024-12-06T11:17:20,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38573 2024-12-06T11:17:20,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-06T11:17:20,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-06T11:17:20,634 DEBUG [M:0;582807baec72:44789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:44789 2024-12-06T11:17:20,634 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1239283128/backup-masters/582807baec72,44789,1733483840314 2024-12-06T11:17:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/backup-masters 2024-12-06T11:17:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/backup-masters 2024-12-06T11:17:20,643 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on existing znode=/0-1239283128/backup-masters/582807baec72,44789,1733483840314 2024-12-06T11:17:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1239283128/master 2024-12-06T11:17:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:20,654 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on existing znode=/0-1239283128/master 2024-12-06T11:17:20,654 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1239283128/backup-masters/582807baec72,44789,1733483840314 from backup master directory 2024-12-06T11:17:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1239283128/backup-masters/582807baec72,44789,1733483840314 2024-12-06T11:17:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/backup-masters 2024-12-06T11:17:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/backup-masters 2024-12-06T11:17:20,664 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:20,664 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,44789,1733483840314 2024-12-06T11:17:20,668 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/hbase.id] with ID: 30a11aef-8ed1-4bf0-bf59-93838015eee4 2024-12-06T11:17:20,668 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/.tmp/hbase.id 2024-12-06T11:17:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:17:21,073 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/.tmp/hbase.id]:[hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/hbase.id] 2024-12-06T11:17:21,085 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:21,085 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:17:21,086 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:17:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:17:21,538 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:21,538 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:17:21,539 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:17:21,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:21,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:21,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:21,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:21,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:21,947 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store 2024-12-06T11:17:21,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:22,354 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:22,354 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:22,354 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483842354Disabling compacts and flushes for region at 1733483842354Disabling writes for close at 1733483842354Writing region close event to WAL at 1733483842354Closed at 1733483842354 2024-12-06T11:17:22,355 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/.initializing 2024-12-06T11:17:22,356 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/WALs/582807baec72,44789,1733483840314 2024-12-06T11:17:22,357 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:22,358 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C44789%2C1733483840314, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/WALs/582807baec72,44789,1733483840314, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/oldWALs, maxLogs=10 2024-12-06T11:17:22,373 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/WALs/582807baec72,44789,1733483840314/582807baec72%2C44789%2C1733483840314.1733483842359, exclude list is [], retry=0 2024-12-06T11:17:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36015,DS-1531cadf-c5dd-4021-8a47-cb2f6044f249,DISK] 2024-12-06T11:17:22,377 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/WALs/582807baec72,44789,1733483840314/582807baec72%2C44789%2C1733483840314.1733483842359 2024-12-06T11:17:22,380 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38799:38799)] 2024-12-06T11:17:22,380 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:22,380 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:22,380 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,381 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:17:22,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:22,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:22,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:17:22,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:17:22,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:22,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:22,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:17:22,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:22,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:22,390 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,390 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,391 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,392 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,392 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,393 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:22,394 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:22,396 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:22,396 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61830309, jitterRate=-0.07865659892559052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:22,397 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483842381Initializing all the Stores at 1733483842382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483842382Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483842382Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483842382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483842382Cleaning up temporary data from old regions at 1733483842392 (+10 ms)Region opened successfully at 1733483842397 (+5 ms) 2024-12-06T11:17:22,397 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:17:22,400 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1bfd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:22,401 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:17:22,402 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:17:22,402 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:17:22,402 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:17:22,402 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:17:22,403 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:17:22,403 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:17:22,405 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:17:22,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/balancer because node does not exist (not necessarily an error) 2024-12-06T11:17:22,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/balancer already deleted, retry=false 2024-12-06T11:17:22,458 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:17:22,459 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:17:22,468 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/normalizer already deleted, retry=false 2024-12-06T11:17:22,468 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:17:22,469 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:17:22,478 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/switch/split already deleted, retry=false 2024-12-06T11:17:22,479 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:17:22,489 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/switch/merge already deleted, retry=false 2024-12-06T11:17:22,491 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:17:22,499 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/snapshot-cleanup already deleted, retry=false 2024-12-06T11:17:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1239283128/running 2024-12-06T11:17:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1239283128/running 2024-12-06T11:17:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,511 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,44789,1733483840314, sessionid=0x101aa5c36980000, setting cluster-up flag (Was=false) 2024-12-06T11:17:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,563 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1239283128/flush-table-proc/acquired, /0-1239283128/flush-table-proc/reached, /0-1239283128/flush-table-proc/abort 2024-12-06T11:17:22,564 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44789,1733483840314 2024-12-06T11:17:22,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:22,615 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1239283128/online-snapshot/acquired, /0-1239283128/online-snapshot/reached, /0-1239283128/online-snapshot/abort 2024-12-06T11:17:22,617 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44789,1733483840314 2024-12-06T11:17:22,618 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:17:22,619 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:22,620 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:17:22,620 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:17:22,620 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,44789,1733483840314 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:17:22,621 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,622 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:22,622 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483872623 2024-12-06T11:17:22,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:22,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:17:22,623 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:17:22,624 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(746): ClusterId : 30a11aef-8ed1-4bf0-bf59-93838015eee4 2024-12-06T11:17:22,624 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:17:22,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:22,624 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:17:22,625 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483842624,5,FailOnTimeoutGroup] 2024-12-06T11:17:22,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:17:22,625 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483842625,5,FailOnTimeoutGroup] 2024-12-06T11:17:22,625 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,625 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:17:22,625 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,625 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:17:22,638 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:17:22,638 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:17:22,648 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:17:22,648 DEBUG [RS:0;582807baec72:38573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2332bfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:22,657 DEBUG [RS:0;582807baec72:38573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:38573 2024-12-06T11:17:22,658 INFO [RS:0;582807baec72:38573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:17:22,658 INFO [RS:0;582807baec72:38573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:17:22,658 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:17:22,658 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,44789,1733483840314 with port=38573, startcode=1733483840598 2024-12-06T11:17:22,659 DEBUG [RS:0;582807baec72:38573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:17:22,660 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:17:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,38573,1733483840598 2024-12-06T11:17:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44789 {}] master.ServerManager(517): Registering regionserver=582807baec72,38573,1733483840598 2024-12-06T11:17:22,662 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57 2024-12-06T11:17:22,662 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41079 2024-12-06T11:17:22,662 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:17:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/rs 2024-12-06T11:17:22,675 DEBUG [RS:0;582807baec72:38573 {}] zookeeper.ZKUtil(111): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on existing znode=/0-1239283128/rs/582807baec72,38573,1733483840598 2024-12-06T11:17:22,675 WARN [RS:0;582807baec72:38573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:22,675 INFO [RS:0;582807baec72:38573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:22,675 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598 2024-12-06T11:17:22,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,38573,1733483840598] 2024-12-06T11:17:22,678 INFO [RS:0;582807baec72:38573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:17:22,680 INFO [RS:0;582807baec72:38573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:17:22,680 INFO [RS:0;582807baec72:38573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:17:22,680 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,680 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:17:22,681 INFO [RS:0;582807baec72:38573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:17:22,681 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,681 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,682 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,682 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,682 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:22,682 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:22,682 DEBUG [RS:0;582807baec72:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,684 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38573,1733483840598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:22,696 INFO [RS:0;582807baec72:38573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:17:22,696 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38573,1733483840598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,696 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,696 INFO [RS:0;582807baec72:38573 {}] regionserver.Replication(171): 582807baec72,38573,1733483840598 started 2024-12-06T11:17:22,707 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:22,707 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,38573,1733483840598, RpcServer on 582807baec72/172.17.0.3:38573, sessionid=0x101aa5c36980001 2024-12-06T11:17:22,707 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:17:22,707 DEBUG [RS:0;582807baec72:38573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,38573,1733483840598 2024-12-06T11:17:22,707 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38573,1733483840598' 2024-12-06T11:17:22,707 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1239283128/flush-table-proc/abort' 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1239283128/flush-table-proc/acquired' 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,38573,1733483840598 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38573,1733483840598' 2024-12-06T11:17:22,708 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1239283128/online-snapshot/abort' 2024-12-06T11:17:22,709 DEBUG [RS:0;582807baec72:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1239283128/online-snapshot/acquired' 2024-12-06T11:17:22,709 DEBUG [RS:0;582807baec72:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:17:22,709 INFO [RS:0;582807baec72:38573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:17:22,709 INFO [RS:0;582807baec72:38573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:17:22,810 INFO [RS:0;582807baec72:38573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:22,811 INFO [RS:0;582807baec72:38573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38573%2C1733483840598, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/oldWALs, maxLogs=10 2024-12-06T11:17:22,822 DEBUG [RS:0;582807baec72:38573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, exclude list is [], retry=0 2024-12-06T11:17:22,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36015,DS-1531cadf-c5dd-4021-8a47-cb2f6044f249,DISK] 2024-12-06T11:17:22,827 INFO [RS:0;582807baec72:38573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 2024-12-06T11:17:22,827 DEBUG [RS:0;582807baec72:38573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38799:38799)] 2024-12-06T11:17:23,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:17:23,031 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57 2024-12-06T11:17:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:17:23,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:23,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:23,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:23,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:23,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:23,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:23,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:23,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:23,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:23,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:23,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740 2024-12-06T11:17:23,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740 2024-12-06T11:17:23,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:23,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:23,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:23,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:23,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:23,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59641021, jitterRate=-0.11127953231334686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483843437Initializing all the Stores at 1733483843438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483843438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843438Cleaning up temporary data from old regions at 1733483843447 (+9 ms)Region opened successfully at 1733483843452 (+5 ms) 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:23,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:23,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:23,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483843452Disabling compacts and flushes for region at 1733483843452Disabling writes for close at 1733483843452Writing region close event to WAL at 1733483843452Closed at 1733483843452 2024-12-06T11:17:23,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:23,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:17:23,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:17:23,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:23,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:17:23,606 DEBUG [582807baec72:44789 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:17:23,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:23,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38573,1733483840598, state=OPENING 2024-12-06T11:17:23,763 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:17:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:23,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:23,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1239283128/meta-region-server: CHANGED 2024-12-06T11:17:23,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1239283128/meta-region-server: CHANGED 2024-12-06T11:17:23,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38573,1733483840598}] 2024-12-06T11:17:23,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:17:23,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:17:23,957 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:17:23,957 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:23,958 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:17:23,959 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38573%2C1733483840598.meta, suffix=.meta, logDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/oldWALs, maxLogs=10 2024-12-06T11:17:23,970 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.meta.1733483843959.meta, exclude list is [], retry=0 2024-12-06T11:17:23,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36015,DS-1531cadf-c5dd-4021-8a47-cb2f6044f249,DISK] 2024-12-06T11:17:23,974 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.meta.1733483843959.meta 2024-12-06T11:17:23,974 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38799:38799)] 2024-12-06T11:17:23,974 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:23,974 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:17:23,975 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:17:23,975 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:17:23,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:23,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:23,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:23,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:23,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:23,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:23,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:23,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:23,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:23,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:23,982 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:23,983 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740 2024-12-06T11:17:23,984 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740 2024-12-06T11:17:23,985 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:23,985 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:23,985 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:23,986 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:23,987 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58962538, jitterRate=-0.1213897168636322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:23,987 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:17:23,987 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483843975Writing region info on filesystem at 1733483843975Initializing all the Stores at 1733483843976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483843976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483843976Cleaning up temporary data from old regions at 1733483843985 (+9 ms)Running coprocessor post-open hooks at 1733483843987 (+2 ms)Region opened successfully at 1733483843987 2024-12-06T11:17:23,988 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483843953 2024-12-06T11:17:23,990 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:17:23,990 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:17:23,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:23,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38573,1733483840598, state=OPEN 2024-12-06T11:17:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1239283128/meta-region-server 2024-12-06T11:17:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1239283128/meta-region-server 2024-12-06T11:17:24,011 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,38573,1733483840598 2024-12-06T11:17:24,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1239283128/meta-region-server: CHANGED 2024-12-06T11:17:24,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1239283128/meta-region-server: CHANGED 2024-12-06T11:17:24,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:17:24,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38573,1733483840598 in 211 msec 2024-12-06T11:17:24,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:17:24,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 561 msec 2024-12-06T11:17:24,017 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:24,017 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:17:24,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:24,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:24,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:24,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:24,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-12-06T11:17:24,025 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483844025, completionTime=-1 2024-12-06T11:17:24,025 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:17:24,025 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483904027 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483964027 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:44789, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,027 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,029 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.367sec 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:24,031 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:17:24,033 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:17:24,033 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:17:24,033 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44789,1733483840314-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:24,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:24,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44789,-1 for getting cluster id 2024-12-06T11:17:24,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:24,126 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a11aef-8ed1-4bf0-bf59-93838015eee4' 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a11aef-8ed1-4bf0-bf59-93838015eee4" 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bebe61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44789,-1] 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:24,128 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:24,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:24,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:24,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:24,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,44789,1733483840314 2024-12-06T11:17:24,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:24,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:24,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5c36980002 connected 2024-12-06T11:17:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir so I do NOT create it in target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c 2024-12-06T11:17:24,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:17:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.tmp.dir so I do NOT create it in target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c 2024-12-06T11:17:24,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:17:24,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c 2024-12-06T11:17:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:17:24,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/cluster_af424590-fd06-0106-53f4-1c2bd94dd4dc, deleteOnExit=true 2024-12-06T11:17:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/test.cache.data in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:17:24,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:17:24,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:17:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:17:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:17:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:17:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:17:24,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:24,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:24,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:24,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:24,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:17:24,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:24,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/java.io.tmpdir/jetty-localhost-33259-hadoop-hdfs-3_4_1-tests_jar-_-any-14800007879364502552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:17:24,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:33259} 2024-12-06T11:17:24,726 INFO [Time-limited test {}] server.Server(415): Started @59225ms 2024-12-06T11:17:24,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:17:24,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:17:24,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:17:24,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:17:24,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:17:24,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:17:24,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:17:25,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/java.io.tmpdir/jetty-localhost-42069-hadoop-hdfs-3_4_1-tests_jar-_-any-14145529503543545236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:17:25,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:42069} 2024-12-06T11:17:25,072 INFO [Time-limited test {}] server.Server(415): Started @59570ms 2024-12-06T11:17:25,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:17:25,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:17:26,047 WARN [Thread-941 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/cluster_af424590-fd06-0106-53f4-1c2bd94dd4dc/data/data1/current/BP-1082775300-172.17.0.3-1733483844265/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:26,047 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/cluster_af424590-fd06-0106-53f4-1c2bd94dd4dc/data/data2/current/BP-1082775300-172.17.0.3-1733483844265/current, will proceed with Du for space computation calculation, 2024-12-06T11:17:26,068 WARN [Thread-929 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:17:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8201fe466553905 with lease ID 0xe196741a7c41cfd4: Processing first storage report for DS-b20187d1-bd89-42f5-b96f-82396090b9f6 from datanode DatanodeRegistration(127.0.0.1:43555, datanodeUuid=561ccc65-0a14-43c0-ae08-ba469f38b1cf, infoPort=44423, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=416170136;c=1733483844265) 2024-12-06T11:17:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8201fe466553905 with lease ID 0xe196741a7c41cfd4: from storage DS-b20187d1-bd89-42f5-b96f-82396090b9f6 node DatanodeRegistration(127.0.0.1:43555, datanodeUuid=561ccc65-0a14-43c0-ae08-ba469f38b1cf, infoPort=44423, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=416170136;c=1733483844265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8201fe466553905 with lease ID 0xe196741a7c41cfd4: Processing first storage report for DS-b19c65af-6783-472f-b685-25eb102b9908 from datanode DatanodeRegistration(127.0.0.1:43555, datanodeUuid=561ccc65-0a14-43c0-ae08-ba469f38b1cf, infoPort=44423, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=416170136;c=1733483844265) 2024-12-06T11:17:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8201fe466553905 with lease ID 0xe196741a7c41cfd4: from storage DS-b19c65af-6783-472f-b685-25eb102b9908 node DatanodeRegistration(127.0.0.1:43555, datanodeUuid=561ccc65-0a14-43c0-ae08-ba469f38b1cf, infoPort=44423, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=416170136;c=1733483844265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:17:26,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c 2024-12-06T11:17:26,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:17:26,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1 with version=8 2024-12-06T11:17:26,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/hbase-staging 2024-12-06T11:17:26,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:26,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35913 2024-12-06T11:17:26,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35913 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:26,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359130x0, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:26,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35913-0x101aa5c36980003 connected 2024-12-06T11:17:26,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/running 2024-12-06T11:17:26,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1, hbase.cluster.distributed=false 2024-12-06T11:17:26,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/acl 2024-12-06T11:17:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35913 2024-12-06T11:17:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35913 2024-12-06T11:17:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35913 2024-12-06T11:17:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35913 2024-12-06T11:17:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35913 2024-12-06T11:17:26,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:17:26,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:17:26,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42923 2024-12-06T11:17:26,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42923 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:26,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:26,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429230x0, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:26,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429230x0, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/running 2024-12-06T11:17:26,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42923-0x101aa5c36980004 connected 2024-12-06T11:17:26,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:17:26,669 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:17:26,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/master 2024-12-06T11:17:26,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/acl 2024-12-06T11:17:26,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42923 2024-12-06T11:17:26,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42923 2024-12-06T11:17:26,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42923 2024-12-06T11:17:26,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42923 2024-12-06T11:17:26,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42923 2024-12-06T11:17:26,681 DEBUG [M:0;582807baec72:35913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:35913 2024-12-06T11:17:26,682 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-447224835/backup-masters/582807baec72,35913,1733483846511 2024-12-06T11:17:26,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/backup-masters 2024-12-06T11:17:26,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/backup-masters 2024-12-06T11:17:26,689 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on existing znode=/1-447224835/backup-masters/582807baec72,35913,1733483846511 2024-12-06T11:17:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-447224835/master 2024-12-06T11:17:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:26,700 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on existing znode=/1-447224835/master 2024-12-06T11:17:26,700 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-447224835/backup-masters/582807baec72,35913,1733483846511 from backup master directory 2024-12-06T11:17:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-447224835/backup-masters/582807baec72,35913,1733483846511 2024-12-06T11:17:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/backup-masters 2024-12-06T11:17:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/backup-masters 2024-12-06T11:17:26,710 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:26,710 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,35913,1733483846511 2024-12-06T11:17:26,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/hbase.id] with ID: d5211726-4cb0-4d86-a0af-c9f18aca8321 2024-12-06T11:17:26,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/.tmp/hbase.id 2024-12-06T11:17:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:17:27,121 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/.tmp/hbase.id]:[hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/hbase.id] 2024-12-06T11:17:27,133 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:27,133 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:17:27,134 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:17:27,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:27,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:17:27,590 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:27,591 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:17:27,592 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:17:27,999 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store 2024-12-06T11:17:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:17:28,406 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:28,406 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:17:28,406 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483848406Disabling compacts and flushes for region at 1733483848406Disabling writes for close at 1733483848406Writing region close event to WAL at 1733483848406Closed at 1733483848406 2024-12-06T11:17:28,407 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/.initializing 2024-12-06T11:17:28,407 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/WALs/582807baec72,35913,1733483846511 2024-12-06T11:17:28,408 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:28,410 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C35913%2C1733483846511, suffix=, logDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/WALs/582807baec72,35913,1733483846511, archiveDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/oldWALs, maxLogs=10 2024-12-06T11:17:28,424 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/WALs/582807baec72,35913,1733483846511/582807baec72%2C35913%2C1733483846511.1733483848410, exclude list is [], retry=0 2024-12-06T11:17:28,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43555,DS-b20187d1-bd89-42f5-b96f-82396090b9f6,DISK] 2024-12-06T11:17:28,428 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/WALs/582807baec72,35913,1733483846511/582807baec72%2C35913%2C1733483846511.1733483848410 2024-12-06T11:17:28,428 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44423:44423)] 2024-12-06T11:17:28,429 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:28,429 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:28,429 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,429 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:17:28,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:28,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:28,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:17:28,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:28,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:28,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:17:28,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:28,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:28,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:17:28,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:28,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:28,440 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,441 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,441 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,442 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,442 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,443 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:28,444 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:17:28,446 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:28,446 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66200492, jitterRate=-0.013535797595977783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:28,447 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483848429Initializing all the Stores at 1733483848430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483848430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483848430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483848430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483848430Cleaning up temporary data from old regions at 1733483848442 (+12 ms)Region opened successfully at 1733483848447 (+5 ms) 2024-12-06T11:17:28,447 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:17:28,450 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c02ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:28,451 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:17:28,451 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:17:28,451 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:17:28,451 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:17:28,452 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:17:28,452 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:17:28,452 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:17:28,454 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:17:28,455 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/balancer because node does not exist (not necessarily an error) 2024-12-06T11:17:28,499 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/balancer already deleted, retry=false 2024-12-06T11:17:28,500 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:17:28,501 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:17:28,510 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/normalizer already deleted, retry=false 2024-12-06T11:17:28,510 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:17:28,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:17:28,520 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/switch/split already deleted, retry=false 2024-12-06T11:17:28,521 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:17:28,531 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/switch/merge already deleted, retry=false 2024-12-06T11:17:28,533 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:17:28,541 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/snapshot-cleanup already deleted, retry=false 2024-12-06T11:17:28,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-447224835/running 2024-12-06T11:17:28,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-447224835/running 2024-12-06T11:17:28,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,553 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,35913,1733483846511, sessionid=0x101aa5c36980003, setting cluster-up flag (Was=false) 2024-12-06T11:17:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,605 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-447224835/flush-table-proc/acquired, /1-447224835/flush-table-proc/reached, /1-447224835/flush-table-proc/abort 2024-12-06T11:17:28,606 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35913,1733483846511 2024-12-06T11:17:28,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:28,657 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-447224835/online-snapshot/acquired, /1-447224835/online-snapshot/reached, /1-447224835/online-snapshot/abort 2024-12-06T11:17:28,658 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35913,1733483846511 2024-12-06T11:17:28,659 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:17:28,661 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:28,661 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:17:28,661 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:17:28,661 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,35913,1733483846511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:28,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483878663 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:17:28,663 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:17:28,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:28,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:17:28,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:28,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:17:28,668 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:17:28,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:17:28,669 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483848669,5,FailOnTimeoutGroup] 2024-12-06T11:17:28,672 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483848669,5,FailOnTimeoutGroup] 2024-12-06T11:17:28,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,672 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:17:28,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,677 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(746): ClusterId : d5211726-4cb0-4d86-a0af-c9f18aca8321 2024-12-06T11:17:28,677 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:17:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:17:28,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:17:28,743 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:17:28,743 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:17:28,837 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:17:28,838 DEBUG [RS:0;582807baec72:42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34848620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:17:28,852 DEBUG [RS:0;582807baec72:42923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42923 2024-12-06T11:17:28,852 INFO [RS:0;582807baec72:42923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:17:28,852 INFO [RS:0;582807baec72:42923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:17:28,852 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:17:28,853 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,35913,1733483846511 with port=42923, startcode=1733483846654 2024-12-06T11:17:28,853 DEBUG [RS:0;582807baec72:42923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:17:28,855 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:17:28,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42923,1733483846654 2024-12-06T11:17:28,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35913 {}] master.ServerManager(517): Registering regionserver=582807baec72,42923,1733483846654 2024-12-06T11:17:28,858 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1 2024-12-06T11:17:28,858 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43533 2024-12-06T11:17:28,858 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:17:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/rs 2024-12-06T11:17:28,921 DEBUG [RS:0;582807baec72:42923 {}] zookeeper.ZKUtil(111): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on existing znode=/1-447224835/rs/582807baec72,42923,1733483846654 2024-12-06T11:17:28,921 WARN [RS:0;582807baec72:42923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:17:28,921 INFO [RS:0;582807baec72:42923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:28,921 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654 2024-12-06T11:17:28,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42923,1733483846654] 2024-12-06T11:17:28,924 INFO [RS:0;582807baec72:42923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:17:28,926 INFO [RS:0;582807baec72:42923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:17:28,926 INFO [RS:0;582807baec72:42923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:17:28,926 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,926 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:17:28,927 INFO [RS:0;582807baec72:42923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:17:28,927 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:28,927 DEBUG [RS:0;582807baec72:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,928 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42923,1733483846654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:28,940 INFO [RS:0;582807baec72:42923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:17:28,940 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42923,1733483846654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,940 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,940 INFO [RS:0;582807baec72:42923 {}] regionserver.Replication(171): 582807baec72,42923,1733483846654 started 2024-12-06T11:17:28,952 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:28,952 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42923,1733483846654, RpcServer on 582807baec72/172.17.0.3:42923, sessionid=0x101aa5c36980004 2024-12-06T11:17:28,952 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:17:28,952 DEBUG [RS:0;582807baec72:42923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42923,1733483846654 2024-12-06T11:17:28,952 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42923,1733483846654' 2024-12-06T11:17:28,952 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-447224835/flush-table-proc/abort' 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-447224835/flush-table-proc/acquired' 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42923,1733483846654 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42923,1733483846654' 2024-12-06T11:17:28,953 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-447224835/online-snapshot/abort' 2024-12-06T11:17:28,954 DEBUG [RS:0;582807baec72:42923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-447224835/online-snapshot/acquired' 2024-12-06T11:17:28,954 DEBUG [RS:0;582807baec72:42923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:17:28,954 INFO [RS:0;582807baec72:42923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:17:28,954 INFO [RS:0;582807baec72:42923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:17:29,054 INFO [RS:0;582807baec72:42923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:17:29,056 INFO [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42923%2C1733483846654, suffix=, logDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654, archiveDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/oldWALs, maxLogs=10 2024-12-06T11:17:29,066 DEBUG [RS:0;582807baec72:42923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654/582807baec72%2C42923%2C1733483846654.1733483849056, exclude list is [], retry=0 2024-12-06T11:17:29,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43555,DS-b20187d1-bd89-42f5-b96f-82396090b9f6,DISK] 2024-12-06T11:17:29,071 INFO [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654/582807baec72%2C42923%2C1733483846654.1733483849056 2024-12-06T11:17:29,071 DEBUG [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44423:44423)] 2024-12-06T11:17:29,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:17:29,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1 2024-12-06T11:17:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:17:29,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:29,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:29,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:29,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:29,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:29,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:29,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:29,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:29,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:29,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:29,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:29,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740 2024-12-06T11:17:29,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740 2024-12-06T11:17:29,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:29,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:29,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:29,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:29,497 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:29,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74001057, jitterRate=0.10270167887210846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483849484Initializing all the Stores at 1733483849485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483849486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849486Cleaning up temporary data from old regions at 1733483849494 (+8 ms)Region opened successfully at 1733483849498 (+4 ms) 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:17:29,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:17:29,498 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:17:29,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483849498Disabling compacts and flushes for region at 1733483849498Disabling writes for close at 1733483849498Writing region close event to WAL at 1733483849498Closed at 1733483849498 2024-12-06T11:17:29,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:29,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:17:29,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:17:29,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:29,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:29,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:29,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:17:29,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:29,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:29,652 DEBUG [582807baec72:35913 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:17:29,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42923,1733483846654 2024-12-06T11:17:29,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42923,1733483846654, state=OPENING 2024-12-06T11:17:29,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:17:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:17:29,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-447224835/meta-region-server: CHANGED 2024-12-06T11:17:29,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:17:29,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42923,1733483846654}] 2024-12-06T11:17:29,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-447224835/meta-region-server: CHANGED 2024-12-06T11:17:29,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:17:29,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:17:29,868 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:17:29,868 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:29,869 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:17:29,870 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42923%2C1733483846654.meta, suffix=.meta, logDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654, archiveDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/oldWALs, maxLogs=10 2024-12-06T11:17:29,881 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654/582807baec72%2C42923%2C1733483846654.meta.1733483849870.meta, exclude list is [], retry=0 2024-12-06T11:17:29,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43555,DS-b20187d1-bd89-42f5-b96f-82396090b9f6,DISK] 2024-12-06T11:17:29,885 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/WALs/582807baec72,42923,1733483846654/582807baec72%2C42923%2C1733483846654.meta.1733483849870.meta 2024-12-06T11:17:29,885 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44423:44423)] 2024-12-06T11:17:29,885 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:29,886 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:17:29,886 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:17:29,886 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:17:29,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:17:29,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:17:29,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:17:29,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:17:29,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:17:29,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:17:29,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:17:29,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:17:29,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:29,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:17:29,892 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:17:29,893 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740 2024-12-06T11:17:29,894 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740 2024-12-06T11:17:29,895 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:17:29,895 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:17:29,895 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:17:29,897 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:17:29,897 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65013360, jitterRate=-0.03122544288635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:17:29,897 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:17:29,897 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483849886Writing region info on filesystem at 1733483849886Initializing all the Stores at 1733483849887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483849887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483849887Cleaning up temporary data from old regions at 1733483849895 (+8 ms)Running coprocessor post-open hooks at 1733483849897 (+2 ms)Region opened successfully at 1733483849897 2024-12-06T11:17:29,898 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483849863 2024-12-06T11:17:29,900 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:17:29,900 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:17:29,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42923,1733483846654 2024-12-06T11:17:29,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42923,1733483846654, state=OPEN 2024-12-06T11:17:29,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-447224835/meta-region-server 2024-12-06T11:17:29,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-447224835/meta-region-server 2024-12-06T11:17:29,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42923,1733483846654 2024-12-06T11:17:29,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-447224835/meta-region-server: CHANGED 2024-12-06T11:17:29,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-447224835/meta-region-server: CHANGED 2024-12-06T11:17:29,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:17:29,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42923,1733483846654 in 199 msec 2024-12-06T11:17:29,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:17:29,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-06T11:17:29,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:17:29,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:17:29,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:29,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42923,1733483846654, seqNum=-1] 2024-12-06T11:17:29,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:29,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-06T11:17:29,922 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483849922, completionTime=-1 2024-12-06T11:17:29,923 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:17:29,923 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483909924 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733483969924 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,924 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:35913, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,926 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:17:29,928 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:17:29,930 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:17:29,930 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:17:29,930 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35913,1733483846511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:17:29,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:29,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35913,-1 for getting cluster id 2024-12-06T11:17:29,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:29,979 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5211726-4cb0-4d86-a0af-c9f18aca8321' 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5211726-4cb0-4d86-a0af-c9f18aca8321" 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293d7e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35913,-1] 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:29,980 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:29,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:29,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42923,1733483846654, seqNum=-1] 2024-12-06T11:17:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:29,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:29,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,35913,1733483846511 2024-12-06T11:17:29,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62181 2024-12-06T11:17:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:17:29,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5c36980005 connected 2024-12-06T11:17:30,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44789,1733483840314 2024-12-06T11:17:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11228115 2024-12-06T11:17:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:30,012 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:30,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:17:30,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:17:30,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:30,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:17:30,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:17:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:17:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:30,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf26e1026ccab337699054fa600d2ce, NAME => 'test,,1733483850012.5cf26e1026ccab337699054fa600d2ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57 2024-12-06T11:17:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:17:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483850012.5cf26e1026ccab337699054fa600d2ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5cf26e1026ccab337699054fa600d2ce, disabling compactions & flushes 2024-12-06T11:17:30,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. after waiting 0 ms 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:30,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:30,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cf26e1026ccab337699054fa600d2ce: Waiting for close lock at 1733483850836Disabling compacts and flushes for region at 1733483850836Disabling writes for close at 1733483850836Writing region close event to WAL at 1733483850836Closed at 1733483850836 2024-12-06T11:17:30,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:17:30,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483850012.5cf26e1026ccab337699054fa600d2ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483850837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483850837"}]},"ts":"1733483850837"} 2024-12-06T11:17:30,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:17:30,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:17:30,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483850841"}]},"ts":"1733483850841"} 2024-12-06T11:17:30,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:17:30,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cf26e1026ccab337699054fa600d2ce, ASSIGN}] 2024-12-06T11:17:30,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cf26e1026ccab337699054fa600d2ce, ASSIGN 2024-12-06T11:17:30,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5cf26e1026ccab337699054fa600d2ce, ASSIGN; state=OFFLINE, location=582807baec72,38573,1733483840598; forceNewPlan=false, retain=false 2024-12-06T11:17:30,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf26e1026ccab337699054fa600d2ce, regionState=OPENING, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:30,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5cf26e1026ccab337699054fa600d2ce, ASSIGN because future has completed 2024-12-06T11:17:30,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf26e1026ccab337699054fa600d2ce, server=582807baec72,38573,1733483840598}] 2024-12-06T11:17:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:31,170 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:31,171 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf26e1026ccab337699054fa600d2ce, NAME => 'test,,1733483850012.5cf26e1026ccab337699054fa600d2ce.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:31,171 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:31,171 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:17:31,172 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,172 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483850012.5cf26e1026ccab337699054fa600d2ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:31,172 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,172 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,174 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,175 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf26e1026ccab337699054fa600d2ce columnFamilyName f 2024-12-06T11:17:31,175 DEBUG [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:31,176 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(327): Store=5cf26e1026ccab337699054fa600d2ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:31,176 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,178 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf26e1026ccab337699054fa600d2ce columnFamilyName f1 2024-12-06T11:17:31,178 DEBUG [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:31,179 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(327): Store=5cf26e1026ccab337699054fa600d2ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:31,179 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,188 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf26e1026ccab337699054fa600d2ce columnFamilyName norep 2024-12-06T11:17:31,188 DEBUG [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:31,192 INFO [StoreOpener-5cf26e1026ccab337699054fa600d2ce-1 {}] regionserver.HStore(327): Store=5cf26e1026ccab337699054fa600d2ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:31,192 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,193 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,194 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,197 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,197 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,197 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:17:31,201 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,206 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:31,206 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cf26e1026ccab337699054fa600d2ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58723946, jitterRate=-0.1249450147151947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:17:31,206 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:17:31,207 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cf26e1026ccab337699054fa600d2ce: Running coprocessor pre-open hook at 1733483851172Writing region info on filesystem at 1733483851172Initializing all the Stores at 1733483851173 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483851173Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483851174 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483851174Cleaning up temporary data from old regions at 1733483851197 (+23 ms)Running coprocessor post-open hooks at 1733483851206 (+9 ms)Region opened successfully at 1733483851207 (+1 ms) 2024-12-06T11:17:31,211 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., pid=6, masterSystemTime=1733483851160 2024-12-06T11:17:31,214 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:31,214 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:17:31,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf26e1026ccab337699054fa600d2ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:31,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf26e1026ccab337699054fa600d2ce, server=582807baec72,38573,1733483840598 because future has completed 2024-12-06T11:17:31,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:17:31,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf26e1026ccab337699054fa600d2ce, server=582807baec72,38573,1733483840598 in 233 msec 2024-12-06T11:17:31,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:17:31,239 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483851239"}]},"ts":"1733483851239"} 2024-12-06T11:17:31,242 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:17:31,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:17:31,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2280 sec 2024-12-06T11:17:31,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:17:31,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5cf26e1026ccab337699054fa600d2ce, ASSIGN in 391 msec 2024-12-06T11:17:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:32,168 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:17:32,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35913,1733483846511 2024-12-06T11:17:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0ee8e7 2024-12-06T11:17:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:32,171 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:32,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:17:32,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:17:32,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:32,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:17:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:32,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:17:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:17:32,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89212c23e3628c23e5827a088eeb8dee, NAME => 'test,,1733483852172.89212c23e3628c23e5827a088eeb8dee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1 2024-12-06T11:17:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:17:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483852172.89212c23e3628c23e5827a088eeb8dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89212c23e3628c23e5827a088eeb8dee, disabling compactions & flushes 2024-12-06T11:17:32,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. after waiting 0 ms 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:32,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:32,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89212c23e3628c23e5827a088eeb8dee: Waiting for close lock at 1733483852636Disabling compacts and flushes for region at 1733483852636Disabling writes for close at 1733483852636Writing region close event to WAL at 1733483852636Closed at 1733483852636 2024-12-06T11:17:32,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:17:32,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483852172.89212c23e3628c23e5827a088eeb8dee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483852638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483852638"}]},"ts":"1733483852638"} 2024-12-06T11:17:32,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:17:32,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:17:32,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483852644"}]},"ts":"1733483852644"} 2024-12-06T11:17:32,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:17:32,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89212c23e3628c23e5827a088eeb8dee, ASSIGN}] 2024-12-06T11:17:32,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89212c23e3628c23e5827a088eeb8dee, ASSIGN 2024-12-06T11:17:32,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89212c23e3628c23e5827a088eeb8dee, ASSIGN; state=OFFLINE, location=582807baec72,42923,1733483846654; forceNewPlan=false, retain=false 2024-12-06T11:17:32,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89212c23e3628c23e5827a088eeb8dee, regionState=OPENING, regionLocation=582807baec72,42923,1733483846654 2024-12-06T11:17:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89212c23e3628c23e5827a088eeb8dee, ASSIGN because future has completed 2024-12-06T11:17:32,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89212c23e3628c23e5827a088eeb8dee, server=582807baec72,42923,1733483846654}] 2024-12-06T11:17:32,988 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:32,989 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89212c23e3628c23e5827a088eeb8dee, NAME => 'test,,1733483852172.89212c23e3628c23e5827a088eeb8dee.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:32,989 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:32,989 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:17:32,989 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:32,989 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483852172.89212c23e3628c23e5827a088eeb8dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:32,990 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:32,990 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:32,996 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:32,998 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89212c23e3628c23e5827a088eeb8dee columnFamilyName f 2024-12-06T11:17:32,998 DEBUG [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:32,999 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(327): Store=89212c23e3628c23e5827a088eeb8dee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,002 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,005 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89212c23e3628c23e5827a088eeb8dee columnFamilyName f1 2024-12-06T11:17:33,005 DEBUG [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,006 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(327): Store=89212c23e3628c23e5827a088eeb8dee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,006 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,010 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89212c23e3628c23e5827a088eeb8dee columnFamilyName norep 2024-12-06T11:17:33,011 DEBUG [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,012 INFO [StoreOpener-89212c23e3628c23e5827a088eeb8dee-1 {}] regionserver.HStore(327): Store=89212c23e3628c23e5827a088eeb8dee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,013 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,016 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,017 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,019 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,019 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,019 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:17:33,022 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,041 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:33,042 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89212c23e3628c23e5827a088eeb8dee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70319662, jitterRate=0.04784461855888367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:17:33,042 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:17:33,042 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89212c23e3628c23e5827a088eeb8dee: Running coprocessor pre-open hook at 1733483852990Writing region info on filesystem at 1733483852990Initializing all the Stores at 1733483852992 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483852993 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483852996 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483852996Cleaning up temporary data from old regions at 1733483853019 (+23 ms)Running coprocessor post-open hooks at 1733483853042 (+23 ms)Region opened successfully at 1733483853042 2024-12-06T11:17:33,043 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483852172.89212c23e3628c23e5827a088eeb8dee., pid=6, masterSystemTime=1733483852980 2024-12-06T11:17:33,047 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:33,047 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:17:33,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89212c23e3628c23e5827a088eeb8dee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,42923,1733483846654 2024-12-06T11:17:33,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89212c23e3628c23e5827a088eeb8dee, server=582807baec72,42923,1733483846654 because future has completed 2024-12-06T11:17:33,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:17:33,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89212c23e3628c23e5827a088eeb8dee, server=582807baec72,42923,1733483846654 in 229 msec 2024-12-06T11:17:33,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:17:33,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89212c23e3628c23e5827a088eeb8dee, ASSIGN in 408 msec 2024-12-06T11:17:33,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:17:33,062 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483853062"}]},"ts":"1733483853062"} 2024-12-06T11:17:33,065 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:17:33,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:17:33,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 895 msec 2024-12-06T11:17:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:17:33,317 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:17:33,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44789,-1 for getting cluster id 2024-12-06T11:17:33,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:33,322 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a11aef-8ed1-4bf0-bf59-93838015eee4' 2024-12-06T11:17:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a11aef-8ed1-4bf0-bf59-93838015eee4" 2024-12-06T11:17:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143a657e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44789,-1] 2024-12-06T11:17:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,324 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cc460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35913,-1 for getting cluster id 2024-12-06T11:17:33,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:33,328 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5211726-4cb0-4d86-a0af-c9f18aca8321' 2024-12-06T11:17:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5211726-4cb0-4d86-a0af-c9f18aca8321" 2024-12-06T11:17:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50568af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35913,-1] 2024-12-06T11:17:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,330 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:33,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4576c75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44789,-1 for getting cluster id 2024-12-06T11:17:33,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:33,334 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a11aef-8ed1-4bf0-bf59-93838015eee4' 2024-12-06T11:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a11aef-8ed1-4bf0-bf59-93838015eee4" 2024-12-06T11:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163484c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44789,-1] 2024-12-06T11:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:33,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,337 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44789,1733483840314 2024-12-06T11:17:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5905cf 2024-12-06T11:17:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:33,345 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:33,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:35913,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:17:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:17:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:17:33,351 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:35913' 2024-12-06T11:17:33,360 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6276d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,360 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35913,-1 for getting cluster id 2024-12-06T11:17:33,361 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:33,362 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5211726-4cb0-4d86-a0af-c9f18aca8321' 2024-12-06T11:17:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5211726-4cb0-4d86-a0af-c9f18aca8321" 2024-12-06T11:17:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489b6a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35913,-1] 2024-12-06T11:17:33,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:33,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,364 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a667583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:33,365 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:33,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35913,1733483846511 2024-12-06T11:17:33,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@224b26ec 2024-12-06T11:17:33,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:33,369 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:33,370 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T11:17:33,370 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:17:33,370 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,370 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:33,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:33,371 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:17:33,373 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:17:33,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:17:33,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:17:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:17:33,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 147b6d9007eeb59b2751212c8428b72f, NAME => 'hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57 2024-12-06T11:17:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 147b6d9007eeb59b2751212c8428b72f, disabling compactions & flushes 2024-12-06T11:17:33,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. after waiting 0 ms 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 147b6d9007eeb59b2751212c8428b72f: Waiting for close lock at 1733483853402Disabling compacts and flushes for region at 1733483853402Disabling writes for close at 1733483853402Writing region close event to WAL at 1733483853402Closed at 1733483853402 2024-12-06T11:17:33,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:17:33,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483853404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483853404"}]},"ts":"1733483853404"} 2024-12-06T11:17:33,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:17:33,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:17:33,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483853413"}]},"ts":"1733483853413"} 2024-12-06T11:17:33,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:17:33,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147b6d9007eeb59b2751212c8428b72f, ASSIGN}] 2024-12-06T11:17:33,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147b6d9007eeb59b2751212c8428b72f, ASSIGN 2024-12-06T11:17:33,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=147b6d9007eeb59b2751212c8428b72f, ASSIGN; state=OFFLINE, location=582807baec72,38573,1733483840598; forceNewPlan=false, retain=false 2024-12-06T11:17:33,423 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:17:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:17:33,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=147b6d9007eeb59b2751212c8428b72f, regionState=OPENING, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:33,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=147b6d9007eeb59b2751212c8428b72f, ASSIGN because future has completed 2024-12-06T11:17:33,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 147b6d9007eeb59b2751212c8428b72f, server=582807baec72,38573,1733483840598}] 2024-12-06T11:17:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:17:33,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:17:33,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:17:33,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38573%2C1733483840598.rep, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/oldWALs, maxLogs=10 2024-12-06T11:17:33,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.rep.1733483853737, exclude list is [], retry=0 2024-12-06T11:17:33,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36015,DS-1531cadf-c5dd-4021-8a47-cb2f6044f249,DISK] 2024-12-06T11:17:33,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.rep.1733483853737 2024-12-06T11:17:33,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38799:38799)] 2024-12-06T11:17:33,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 147b6d9007eeb59b2751212c8428b72f, NAME => 'hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:17:33,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. service=MultiRowMutationService 2024-12-06T11:17:33,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,780 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,782 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147b6d9007eeb59b2751212c8428b72f columnFamilyName hfileref 2024-12-06T11:17:33,783 DEBUG [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,783 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(327): Store=147b6d9007eeb59b2751212c8428b72f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,783 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,785 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147b6d9007eeb59b2751212c8428b72f columnFamilyName queue 2024-12-06T11:17:33,785 DEBUG [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,785 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(327): Store=147b6d9007eeb59b2751212c8428b72f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,785 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,786 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147b6d9007eeb59b2751212c8428b72f columnFamilyName sid 2024-12-06T11:17:33,786 DEBUG [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:17:33,787 INFO [StoreOpener-147b6d9007eeb59b2751212c8428b72f-1 {}] regionserver.HStore(327): Store=147b6d9007eeb59b2751212c8428b72f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:17:33,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:17:33,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:17:33,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 147b6d9007eeb59b2751212c8428b72f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67806900, jitterRate=0.010401546955108643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:17:33,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:17:33,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 147b6d9007eeb59b2751212c8428b72f: Running coprocessor pre-open hook at 1733483853771Writing region info on filesystem at 1733483853771Initializing all the Stores at 1733483853772 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483853772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483853780 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483853780Cleaning up temporary data from old regions at 1733483853789 (+9 ms)Running coprocessor post-open hooks at 1733483853798 (+9 ms)Region opened successfully at 1733483853798 2024-12-06T11:17:33,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f., pid=10, masterSystemTime=1733483853727 2024-12-06T11:17:33,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=147b6d9007eeb59b2751212c8428b72f, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,38573,1733483840598 2024-12-06T11:17:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:17:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 147b6d9007eeb59b2751212c8428b72f, server=582807baec72,38573,1733483840598 because future has completed 2024-12-06T11:17:33,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:17:33,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 147b6d9007eeb59b2751212c8428b72f, server=582807baec72,38573,1733483840598 in 233 msec 2024-12-06T11:17:33,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:17:33,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=147b6d9007eeb59b2751212c8428b72f, ASSIGN in 394 msec 2024-12-06T11:17:33,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:17:33,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483853816"}]},"ts":"1733483853816"} 2024-12-06T11:17:33,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:17:33,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:17:33,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 450 msec 2024-12-06T11:17:33,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f., hostname=582807baec72,38573,1733483840598, seqNum=2] 2024-12-06T11:17:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:17:34,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:34,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:17:34,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:17:34,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:17:34,264 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:17:34,345 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,38573,1733483840598, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:17:34,346 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:34,346 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:34,347 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:34,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-06T11:17:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,38573,1733483840598', locateType=CURRENT is [region=hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f., hostname=582807baec72,38573,1733483840598, seqNum=2] 2024-12-06T11:17:34,366 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:17:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:17:34,374 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,38573,1733483840598 suceeded 2024-12-06T11:17:34,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:17:34,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-12-06T11:17:34,379 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:35913,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-06T11:17:34,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0330 sec 2024-12-06T11:17:34,390 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:35913' 2024-12-06T11:17:34,397 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41797083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,397 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35913,-1 for getting cluster id 2024-12-06T11:17:34,398 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:34,399 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5211726-4cb0-4d86-a0af-c9f18aca8321' 2024-12-06T11:17:34,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:34,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5211726-4cb0-4d86-a0af-c9f18aca8321" 2024-12-06T11:17:34,400 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,401 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38be8696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,401 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35913,-1] 2024-12-06T11:17:34,401 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:34,403 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:34,404 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576662b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,404 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:34,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35913,1733483846511 2024-12-06T11:17:34,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8e7ddb 2024-12-06T11:17:34,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:34,408 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-06T11:17:34,409 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,38573,1733483840598 (queues=1) is replicating from cluster=30a11aef-8ed1-4bf0-bf59-93838015eee4 to cluster=d5211726-4cb0-4d86-a0af-c9f18aca8321 2024-12-06T11:17:34,409 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C38573%2C1733483840598 2024-12-06T11:17:34,409 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,38573,1733483840598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:17:34,435 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, startPosition=0, beingWritten=true 2024-12-06T11:17:34,436 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C38573%2C1733483840598 2024-12-06T11:17:34,452 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:17:34,452 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 379, reset compression=false 2024-12-06T11:17:34,452 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:17:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:17:34,502 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:17:34,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:34,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:34,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:34,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733483854520/Put/seqid=0 2024-12-06T11:17:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741840_1016 (size=7894) 2024-12-06T11:17:34,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_1 is 34, key is ddd/f:row/1733483854595/Put/seqid=0 2024-12-06T11:17:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741841_1017 (size=7691) 2024-12-06T11:17:34,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44789,-1 for getting cluster id 2024-12-06T11:17:34,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:34,635 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a11aef-8ed1-4bf0-bf59-93838015eee4' 2024-12-06T11:17:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a11aef-8ed1-4bf0-bf59-93838015eee4" 2024-12-06T11:17:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31636870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44789,-1] 2024-12-06T11:17:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,638 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:34,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:34,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:34,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:34,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:34,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44789,1733483840314 2024-12-06T11:17:34,658 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3226ba 2024-12-06T11:17:34,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:34,664 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2] 2024-12-06T11:17:34,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:17:34,680 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 379, reset compression=false 2024-12-06T11:17:34,687 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:17:34,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T11:17:34,723 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T11:17:34,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_1 for inclusion in 5cf26e1026ccab337699054fa600d2ce/f 2024-12-06T11:17:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T11:17:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:34,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_0 for inclusion in 5cf26e1026ccab337699054fa600d2ce/f 2024-12-06T11:17:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T11:17:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegion(2603): Flush status journal for 5cf26e1026ccab337699054fa600d2ce: 2024-12-06T11:17:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_1 to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_1 2024-12-06T11:17:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_1 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ 2024-12-06T11:17:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f/f/hfile_0 to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_0 2024-12-06T11:17:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_0 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ 2024-12-06T11:17:34,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_1 into 5cf26e1026ccab337699054fa600d2ce/f as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ - updating store file list. 2024-12-06T11:17:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb174af72d3841d095142ea5a0798fc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:34,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ into 5cf26e1026ccab337699054fa600d2ce/f 2024-12-06T11:17:34,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_1 into 5cf26e1026ccab337699054fa600d2ce/f (new location: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_) 2024-12-06T11:17:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_1 2024-12-06T11:17:34,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_0 into 5cf26e1026ccab337699054fa600d2ce/f as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ - updating store file list. 2024-12-06T11:17:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b690b6e179043aca532236d9563c1f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:34,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ into 5cf26e1026ccab337699054fa600d2ce/f 2024-12-06T11:17:34,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_0 into 5cf26e1026ccab337699054fa600d2ce/f (new location: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_) 2024-12-06T11:17:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__905bp05ffs7t9fe53p1gf3c1suul0o03p89qoc6itpi1ds2h62i1kgrcjd68sa2j/f/hfile_0 2024-12-06T11:17:34,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:34,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:34,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:34,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:34,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42923,1733483846654, seqNum=-1] 2024-12-06T11:17:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:34,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:34,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483852172.89212c23e3628c23e5827a088eeb8dee., hostname=582807baec72,42923,1733483846654, seqNum=2] 2024-12-06T11:17:34,884 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:17:35,016 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 379, reset compression=false 2024-12-06T11:17:35,025 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:17:35,025 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf26e1026ccab337699054fa600d2ce/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733483854852/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:17:35,059 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:17:35,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-06T11:17:35,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(318): Replicating [30a11aef-8ed1-4bf0-bf59-93838015eee4] bulk loaded data 2024-12-06T11:17:35,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fa7de3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:35,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35913,-1 for getting cluster id 2024-12-06T11:17:35,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:35,068 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5211726-4cb0-4d86-a0af-c9f18aca8321' 2024-12-06T11:17:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5211726-4cb0-4d86-a0af-c9f18aca8321" 2024-12-06T11:17:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a48ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35913,-1] 2024-12-06T11:17:35,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:35,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:35,071 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:35,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@499764d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741837_1013 (size=7691) 2024-12-06T11:17:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741838_1014 (size=7894) 2024-12-06T11:17:35,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35913,1733483846511 2024-12-06T11:17:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4246a73c 2024-12-06T11:17:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:35,162 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-06T11:17:35,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:17:35,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:35,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42923,1733483846654, seqNum=-1] 2024-12-06T11:17:35,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:35,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-06T11:17:35,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T11:17:35,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T11:17:35,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ for inclusion in 89212c23e3628c23e5827a088eeb8dee/f 2024-12-06T11:17:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T11:17:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:35,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ for inclusion in 89212c23e3628c23e5827a088eeb8dee/f 2024-12-06T11:17:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T11:17:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HRegion(2603): Flush status journal for 89212c23e3628c23e5827a088eeb8dee: 2024-12-06T11:17:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb174af72d3841d095142ea5a0798fc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:17:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/43ba53fc7e0e4fec98f806cc766eb8b7_SeqId_4_ 2024-12-06T11:17:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b690b6e179043aca532236d9563c1f5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:17:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/1d1e7c1feca141b9b949c80fc3fc028c_SeqId_4_ 2024-12-06T11:17:35,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/43ba53fc7e0e4fec98f806cc766eb8b7_SeqId_4_ - updating store file list. 2024-12-06T11:17:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43ba53fc7e0e4fec98f806cc766eb8b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/43ba53fc7e0e4fec98f806cc766eb8b7_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f 2024-12-06T11:17:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f (new location: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/43ba53fc7e0e4fec98f806cc766eb8b7_SeqId_4_) 2024-12-06T11:17:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/fb174af72d3841d095142ea5a0798fc7_SeqId_4_ 2024-12-06T11:17:35,225 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 687, reset compression=false 2024-12-06T11:17:35,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/1d1e7c1feca141b9b949c80fc3fc028c_SeqId_4_ - updating store file list. 2024-12-06T11:17:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d1e7c1feca141b9b949c80fc3fc028c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:35,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/1d1e7c1feca141b9b949c80fc3fc028c_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f 2024-12-06T11:17:35,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ into 89212c23e3628c23e5827a088eeb8dee/f (new location: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/f/1d1e7c1feca141b9b949c80fc3fc028c_SeqId_4_) 2024-12-06T11:17:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/staging/jenkins.hfs.6__test__57t8ju2fq19aiqbutotd869re3hjtounmg6kqscp30d8nu6odrjc3asf9v6bh83e/f/6b690b6e179043aca532236d9563c1f5_SeqId_4_ 2024-12-06T11:17:35,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(324): Finished replicating [30a11aef-8ed1-4bf0-bf59-93838015eee4] bulk loaded data 2024-12-06T11:17:35,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:17:35,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:35,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:35,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:35,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:17:35,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:17:35,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:17:35,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:17:35,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T11:17:35,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:17:35,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:17:35,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 687, reset compression=false 2024-12-06T11:17:35,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:17:35,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733483855904/Put/seqid=0 2024-12-06T11:17:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741842_1018 (size=7997) 2024-12-06T11:17:35,970 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 687, reset compression=false 2024-12-06T11:17:36,331 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733483856330/Put/seqid=0 2024-12-06T11:17:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741843_1019 (size=7794) 2024-12-06T11:17:36,476 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 687, reset compression=false 2024-12-06T11:17:36,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abd5f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:36,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44789,-1 for getting cluster id 2024-12-06T11:17:36,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:17:36,739 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a11aef-8ed1-4bf0-bf59-93838015eee4' 2024-12-06T11:17:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:17:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a11aef-8ed1-4bf0-bf59-93838015eee4" 2024-12-06T11:17:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393dc756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44789,-1] 2024-12-06T11:17:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:17:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:36,741 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:17:36,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7baacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:17:36,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:36,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:36,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:17:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44789,1733483840314 2024-12-06T11:17:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fb1169 2024-12-06T11:17:36,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:17:36,764 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:17:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2] 2024-12-06T11:17:36,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:17:36,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T11:17:36,796 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T11:17:36,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_0 for inclusion in 5cf26e1026ccab337699054fa600d2ce/f1 2024-12-06T11:17:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T11:17:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:36,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_1 for inclusion in 5cf26e1026ccab337699054fa600d2ce/f1 2024-12-06T11:17:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T11:17:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:17:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegion(2603): Flush status journal for 5cf26e1026ccab337699054fa600d2ce: 2024-12-06T11:17:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_0 to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_0 2024-12-06T11:17:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_0 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/c7f2092d45d14e5fa54a2ce606bb55fa_SeqId_6_ 2024-12-06T11:17:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/load_f1/f1/hfile_1 to hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_1 2024-12-06T11:17:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_1 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/52b28f4686434385a9ddb180a820dd25_SeqId_6_ 2024-12-06T11:17:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-06T11:17:36,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_0 into 5cf26e1026ccab337699054fa600d2ce/f1 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/c7f2092d45d14e5fa54a2ce606bb55fa_SeqId_6_ - updating store file list. 2024-12-06T11:17:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7f2092d45d14e5fa54a2ce606bb55fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:36,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/c7f2092d45d14e5fa54a2ce606bb55fa_SeqId_6_ into 5cf26e1026ccab337699054fa600d2ce/f1 2024-12-06T11:17:36,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_0 into 5cf26e1026ccab337699054fa600d2ce/f1 (new location: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/c7f2092d45d14e5fa54a2ce606bb55fa_SeqId_6_) 2024-12-06T11:17:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_0 2024-12-06T11:17:36,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_1 into 5cf26e1026ccab337699054fa600d2ce/f1 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/52b28f4686434385a9ddb180a820dd25_SeqId_6_ - updating store file list. 2024-12-06T11:17:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52b28f4686434385a9ddb180a820dd25_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:17:36,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/52b28f4686434385a9ddb180a820dd25_SeqId_6_ into 5cf26e1026ccab337699054fa600d2ce/f1 2024-12-06T11:17:36,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_1 into 5cf26e1026ccab337699054fa600d2ce/f1 (new location: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/f1/52b28f4686434385a9ddb180a820dd25_SeqId_6_) 2024-12-06T11:17:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/staging/jenkins__test__82gl3i5pqm6gjn9e06v1gaago8pvsdlvl8rnbb5m1dpuluhaf9dfq5aitj6dmq3v/f1/hfile_1 2024-12-06T11:17:36,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:17:36,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:17:36,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:36,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:17:36,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:17:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2 , the old value is region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:38573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:17:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38573,1733483840598, seqNum=-1] 2024-12-06T11:17:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:17:36,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:17:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:17:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2 from cache 2024-12-06T11:17:36,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:17:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46380 deadline: 1733483916845 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46380 2024-12-06T11:17:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., hostname=582807baec72,38573,1733483840598, seqNum=2] 2024-12-06T11:17:36,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T11:17:37,081 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 687, reset compression=false 2024-12-06T11:17:37,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:17:37,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:37,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:17:37,294 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:37,600 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:38,005 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:38,510 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:39,114 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:39,819 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:40,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:41,528 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:42,532 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:43,636 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:44,841 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:46,146 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:47,560 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:49,066 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:49,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:17:50,670 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:52,373 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:54,177 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:56,081 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:17:56,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:17:57,093 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: null 2024-12-06T11:17:58,084 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:00,188 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:02,392 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:04,075 INFO [master/582807baec72:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T11:18:04,075 INFO [master/582807baec72:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T11:18:04,696 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:07,099 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:09,604 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:10,397 INFO [master/582807baec72:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T11:18:10,397 INFO [master/582807baec72:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T11:18:12,210 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:14,914 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:16,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cf26e1026ccab337699054fa600d2ce, had cached 0 bytes from a total of 31376 2024-12-06T11:18:17,093 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: null 2024-12-06T11:18:17,719 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:17,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 89212c23e3628c23e5827a088eeb8dee, had cached 0 bytes from a total of 15585 2024-12-06T11:18:19,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:18:20,623 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:23,627 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:24,110 DEBUG [master/582807baec72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T11:18:26,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:18:26,731 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:29,934 DEBUG [master/582807baec72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T11:18:29,935 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:33,239 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:36,657 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:36,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:18:36,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:36,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:36,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:36,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:36,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:36,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:18:36,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456645798, stopped=false 2024-12-06T11:18:36,889 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,35913,1733483846511 2024-12-06T11:18:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-447224835/running 2024-12-06T11:18:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-447224835/running 2024-12-06T11:18:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:18:36,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:36,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:18:36,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:36,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:36,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/running 2024-12-06T11:18:36,971 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,42923,1733483846654' ***** 2024-12-06T11:18:36,971 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:18:36,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Set watcher on znode that does not yet exist, /1-447224835/running 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(3091): Received CLOSE for 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:18:36,972 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(959): stopping server 582807baec72,42923,1733483846654 2024-12-06T11:18:36,972 INFO [RS:0;582807baec72:42923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42923. 2024-12-06T11:18:36,973 DEBUG [RS:0;582807baec72:42923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:36,973 DEBUG [RS:0;582807baec72:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89212c23e3628c23e5827a088eeb8dee, disabling compactions & flushes 2024-12-06T11:18:36,973 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. after waiting 0 ms 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:18:36,973 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:18:36,973 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1325): Online Regions={89212c23e3628c23e5827a088eeb8dee=test,,1733483852172.89212c23e3628c23e5827a088eeb8dee., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:18:36,973 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89212c23e3628c23e5827a088eeb8dee 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:18:36,973 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:18:36,973 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:18:36,974 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T11:18:36,980 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:36,985 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/default/test/89212c23e3628c23e5827a088eeb8dee/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T11:18:36,988 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:36,988 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:18:36,988 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:18:36,988 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89212c23e3628c23e5827a088eeb8dee: Waiting for close lock at 1733483916973Running coprocessor pre-close hooks at 1733483916973Disabling compacts and flushes for region at 1733483916973Disabling writes for close at 1733483916973Writing region close event to WAL at 1733483916974 (+1 ms)Running coprocessor post-close hooks at 1733483916988 (+14 ms)Closed at 1733483916988 2024-12-06T11:18:36,988 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483852172.89212c23e3628c23e5827a088eeb8dee. 2024-12-06T11:18:36,993 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/info/b9822f0be612411cb56bf66ba6b31296 is 129, key is test,,1733483852172.89212c23e3628c23e5827a088eeb8dee./info:regioninfo/1733483853047/Put/seqid=0 2024-12-06T11:18:37,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741839_1015 (size=6421) 2024-12-06T11:18:37,011 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/info/b9822f0be612411cb56bf66ba6b31296 2024-12-06T11:18:37,033 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/ns/12d187a0ae2846e1a583d6415f93778f is 43, key is default/ns:d/1733483849918/Put/seqid=0 2024-12-06T11:18:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741840_1016 (size=5153) 2024-12-06T11:18:37,093 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: null 2024-12-06T11:18:37,173 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:37,374 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:37,439 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/ns/12d187a0ae2846e1a583d6415f93778f 2024-12-06T11:18:37,458 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/rep_barrier/abca4270ff4844f49f8d011d62b2c136 is 112, key is test,,1733483852172.89212c23e3628c23e5827a088eeb8dee./rep_barrier:seqnumDuringOpen/1733483853047/Put/seqid=0 2024-12-06T11:18:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741841_1017 (size=5518) 2024-12-06T11:18:37,462 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/rep_barrier/abca4270ff4844f49f8d011d62b2c136 2024-12-06T11:18:37,507 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/table/4f44ec1ea3194bd8aa6ce2bee674e8d3 is 40, key is test/table:state/1733483853062/Put/seqid=0 2024-12-06T11:18:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741842_1018 (size=5165) 2024-12-06T11:18:37,574 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:37,774 DEBUG [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:37,913 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/table/4f44ec1ea3194bd8aa6ce2bee674e8d3 2024-12-06T11:18:37,920 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/info/b9822f0be612411cb56bf66ba6b31296 as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/info/b9822f0be612411cb56bf66ba6b31296 2024-12-06T11:18:37,926 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/info/b9822f0be612411cb56bf66ba6b31296, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T11:18:37,927 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/ns/12d187a0ae2846e1a583d6415f93778f as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/ns/12d187a0ae2846e1a583d6415f93778f 2024-12-06T11:18:37,934 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/ns/12d187a0ae2846e1a583d6415f93778f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:18:37,936 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/rep_barrier/abca4270ff4844f49f8d011d62b2c136 as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/rep_barrier/abca4270ff4844f49f8d011d62b2c136 2024-12-06T11:18:37,943 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/rep_barrier/abca4270ff4844f49f8d011d62b2c136, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T11:18:37,944 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/.tmp/table/4f44ec1ea3194bd8aa6ce2bee674e8d3 as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/table/4f44ec1ea3194bd8aa6ce2bee674e8d3 2024-12-06T11:18:37,954 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/table/4f44ec1ea3194bd8aa6ce2bee674e8d3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:18:37,956 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=11, compaction requested=false 2024-12-06T11:18:37,961 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:18:37,962 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:37,962 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:37,962 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:37,962 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483916973Running coprocessor pre-close hooks at 1733483916973Disabling compacts and flushes for region at 1733483916973Disabling writes for close at 1733483916973Obtaining lock to block concurrent updates at 1733483916974 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733483916974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733483916974Flushing stores of hbase:meta,,1.1588230740 at 1733483916974Flushing 1588230740/info: creating writer at 1733483916975 (+1 ms)Flushing 1588230740/info: appending metadata at 1733483916992 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733483916992Flushing 1588230740/ns: creating writer at 1733483917016 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733483917032 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733483917033 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733483917445 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733483917457 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733483917457Flushing 1588230740/table: creating writer at 1733483917475 (+18 ms)Flushing 1588230740/table: appending metadata at 1733483917507 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733483917507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0cce12: reopening flushed file at 1733483917919 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a02a042: reopening flushed file at 1733483917926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641f9848: reopening flushed file at 1733483917934 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ec6ded: reopening flushed file at 1733483917944 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=11, compaction requested=false at 1733483917956 (+12 ms)Writing region close event to WAL at 1733483917958 (+2 ms)Running coprocessor post-close hooks at 1733483917962 (+4 ms)Closed at 1733483917962 2024-12-06T11:18:37,962 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:37,974 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(976): stopping server 582807baec72,42923,1733483846654; all regions closed. 2024-12-06T11:18:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741834_1010 (size=2717) 2024-12-06T11:18:37,981 DEBUG [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/oldWALs 2024-12-06T11:18:37,981 INFO [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C42923%2C1733483846654.meta:.meta(num 1733483849870) 2024-12-06T11:18:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741832_1008 (size=1028) 2024-12-06T11:18:37,988 DEBUG [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/oldWALs 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C42923%2C1733483846654:(num 1733483849056) 2024-12-06T11:18:37,988 DEBUG [RS:0;582807baec72:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:37,988 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:37,988 INFO [RS:0;582807baec72:42923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42923. 2024-12-06T11:18:37,989 DEBUG [RS:0;582807baec72:42923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:37,989 DEBUG [RS:0;582807baec72:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:37,989 DEBUG [RS:0;582807baec72:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:37,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:37,989 INFO [RS:0;582807baec72:42923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42923 2024-12-06T11:18:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-447224835/rs/582807baec72,42923,1733483846654 2024-12-06T11:18:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835/rs 2024-12-06T11:18:38,075 INFO [RS:0;582807baec72:42923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:38,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,42923,1733483846654] 2024-12-06T11:18:38,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-447224835/draining/582807baec72,42923,1733483846654 already deleted, retry=false 2024-12-06T11:18:38,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,42923,1733483846654 expired; onlineServers=0 2024-12-06T11:18:38,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,35913,1733483846511' ***** 2024-12-06T11:18:38,096 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:18:38,096 INFO [M:0;582807baec72:35913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:38,096 INFO [M:0;582807baec72:35913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:38,096 DEBUG [M:0;582807baec72:35913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:18:38,096 DEBUG [M:0;582807baec72:35913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:18:38,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:18:38,096 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483848669 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483848669,5,FailOnTimeoutGroup] 2024-12-06T11:18:38,096 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483848669 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483848669,5,FailOnTimeoutGroup] 2024-12-06T11:18:38,096 INFO [M:0;582807baec72:35913 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:38,097 INFO [M:0;582807baec72:35913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:38,097 DEBUG [M:0;582807baec72:35913 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:18:38,097 INFO [M:0;582807baec72:35913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:18:38,097 INFO [M:0;582807baec72:35913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:38,097 INFO [M:0;582807baec72:35913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:18:38,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:18:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-447224835/master 2024-12-06T11:18:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-447224835 2024-12-06T11:18:38,111 DEBUG [M:0;582807baec72:35913 {}] zookeeper.ZKUtil(347): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Unable to get data of znode /1-447224835/master because node does not exist (not an error) 2024-12-06T11:18:38,111 WARN [M:0;582807baec72:35913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:18:38,112 INFO [M:0;582807baec72:35913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/.lastflushedseqids 2024-12-06T11:18:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741843_1019 (size=173) 2024-12-06T11:18:38,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:38,187 INFO [RS:0;582807baec72:42923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:38,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x101aa5c36980004, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:38,187 INFO [RS:0;582807baec72:42923 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,42923,1733483846654; zookeeper connection closed. 2024-12-06T11:18:38,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a21022 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a21022 2024-12-06T11:18:38,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:18:38,517 INFO [M:0;582807baec72:35913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:18:38,517 INFO [M:0;582807baec72:35913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:18:38,517 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:18:38,517 INFO [M:0;582807baec72:35913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:38,517 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:38,517 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:18:38,517 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:38,517 INFO [M:0;582807baec72:35913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-06T11:18:38,538 DEBUG [M:0;582807baec72:35913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c7adf83793474db7bb3e0e104fc4b5 is 82, key is hbase:meta,,1/info:regioninfo/1733483849901/Put/seqid=0 2024-12-06T11:18:38,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741844_1020 (size=5672) 2024-12-06T11:18:38,943 INFO [M:0;582807baec72:35913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c7adf83793474db7bb3e0e104fc4b5 2024-12-06T11:18:38,969 DEBUG [M:0;582807baec72:35913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea2db356a09422e847e8cd1b0aabdac is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733483853069/Put/seqid=0 2024-12-06T11:18:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741845_1021 (size=6727) 2024-12-06T11:18:39,374 INFO [M:0;582807baec72:35913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea2db356a09422e847e8cd1b0aabdac 2024-12-06T11:18:39,380 INFO [M:0;582807baec72:35913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bea2db356a09422e847e8cd1b0aabdac 2024-12-06T11:18:39,399 DEBUG [M:0;582807baec72:35913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f14db232a5f64083beed30da62356685 is 69, key is 582807baec72,42923,1733483846654/rs:state/1733483848856/Put/seqid=0 2024-12-06T11:18:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741846_1022 (size=5156) 2024-12-06T11:18:39,403 INFO [M:0;582807baec72:35913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f14db232a5f64083beed30da62356685 2024-12-06T11:18:39,412 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c7adf83793474db7bb3e0e104fc4b5 as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c7adf83793474db7bb3e0e104fc4b5 2024-12-06T11:18:39,421 INFO [M:0;582807baec72:35913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c7adf83793474db7bb3e0e104fc4b5, entries=8, sequenceid=58, filesize=5.5 K 2024-12-06T11:18:39,422 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea2db356a09422e847e8cd1b0aabdac as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea2db356a09422e847e8cd1b0aabdac 2024-12-06T11:18:39,427 INFO [M:0;582807baec72:35913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bea2db356a09422e847e8cd1b0aabdac 2024-12-06T11:18:39,427 INFO [M:0;582807baec72:35913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea2db356a09422e847e8cd1b0aabdac, entries=6, sequenceid=58, filesize=6.6 K 2024-12-06T11:18:39,428 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f14db232a5f64083beed30da62356685 as hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f14db232a5f64083beed30da62356685 2024-12-06T11:18:39,435 INFO [M:0;582807baec72:35913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43533/user/jenkins/test-data/8e30e216-3fb4-524e-8a1a-eb6fb98a80f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f14db232a5f64083beed30da62356685, entries=1, sequenceid=58, filesize=5.0 K 2024-12-06T11:18:39,436 INFO [M:0;582807baec72:35913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=58, compaction requested=false 2024-12-06T11:18:39,439 INFO [M:0;582807baec72:35913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:39,439 DEBUG [M:0;582807baec72:35913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483918517Disabling compacts and flushes for region at 1733483918517Disabling writes for close at 1733483918517Obtaining lock to block concurrent updates at 1733483918517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483918517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733483918518 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483918518Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483918518Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483918538 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483918538Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483918949 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483918968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483918968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483919380 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483919399 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483919399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de1f681: reopening flushed file at 1733483919411 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a2716d: reopening flushed file at 1733483919421 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a58dd0: reopening flushed file at 1733483919427 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=58, compaction requested=false at 1733483919436 (+9 ms)Writing region close event to WAL at 1733483919439 (+3 ms)Closed at 1733483919439 2024-12-06T11:18:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43555 is added to blk_1073741830_1006 (size=33026) 2024-12-06T11:18:39,442 INFO [M:0;582807baec72:35913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:18:39,442 INFO [M:0;582807baec72:35913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35913 2024-12-06T11:18:39,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:39,443 INFO [M:0;582807baec72:35913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:39,606 INFO [M:0;582807baec72:35913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:39,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35913-0x101aa5c36980003, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:39,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:18:39,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:18:39,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:18:39,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:18:39,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir/,STOPPED} 2024-12-06T11:18:39,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:18:39,613 WARN [BP-1082775300-172.17.0.3-1733483844265 heartbeating to localhost/127.0.0.1:43533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:18:39,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:18:39,613 WARN [BP-1082775300-172.17.0.3-1733483844265 heartbeating to localhost/127.0.0.1:43533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1082775300-172.17.0.3-1733483844265 (Datanode Uuid 561ccc65-0a14-43c0-ae08-ba469f38b1cf) service to localhost/127.0.0.1:43533 2024-12-06T11:18:39,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/cluster_af424590-fd06-0106-53f4-1c2bd94dd4dc/data/data1/current/BP-1082775300-172.17.0.3-1733483844265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:18:39,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/cluster_af424590-fd06-0106-53f4-1c2bd94dd4dc/data/data2/current/BP-1082775300-172.17.0.3-1733483844265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:18:39,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:18:39,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:18:39,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:18:39,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:18:39,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:18:39,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir/,STOPPED} 2024-12-06T11:18:39,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:18:39,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:18:39,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:39,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:39,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:39,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:39,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:39,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:18:39,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1184778891, stopped=false 2024-12-06T11:18:39,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,44789,1733483840314 2024-12-06T11:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1239283128/running 2024-12-06T11:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1239283128/running 2024-12-06T11:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:18:39,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:39,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:39,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:39,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:39,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/running 2024-12-06T11:18:39,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,38573,1733483840598' ***** 2024-12-06T11:18:39,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Set watcher on znode that does not yet exist, /0-1239283128/running 2024-12-06T11:18:39,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:18:39,673 INFO [RS:0;582807baec72:38573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:18:39,673 INFO [RS:0;582807baec72:38573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:18:39,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:18:39,673 INFO [RS:0;582807baec72:38573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:18:39,673 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:18:39,674 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:39,675 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 147b6d9007eeb59b2751212c8428b72f 2024-12-06T11:18:39,675 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(959): stopping server 582807baec72,38573,1733483840598 2024-12-06T11:18:39,675 INFO [RS:0;582807baec72:38573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:39,675 INFO [RS:0;582807baec72:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38573. 2024-12-06T11:18:39,676 DEBUG [RS:0;582807baec72:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:39,676 DEBUG [RS:0;582807baec72:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:39,676 INFO [RS:0;582807baec72:38573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:18:39,676 INFO [RS:0;582807baec72:38573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:18:39,676 INFO [RS:0;582807baec72:38573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:18:39,676 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:18:39,676 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cf26e1026ccab337699054fa600d2ce, disabling compactions & flushes 2024-12-06T11:18:39,676 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:18:39,676 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:18:39,676 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. after waiting 0 ms 2024-12-06T11:18:39,676 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:18:39,677 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:18:39,677 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1325): Online Regions={5cf26e1026ccab337699054fa600d2ce=test,,1733483850012.5cf26e1026ccab337699054fa600d2ce., 147b6d9007eeb59b2751212c8428b72f=hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:18:39,677 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 147b6d9007eeb59b2751212c8428b72f, 1588230740, 5cf26e1026ccab337699054fa600d2ce 2024-12-06T11:18:39,677 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:18:39,677 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:18:39,677 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:18:39,677 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:18:39,677 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:18:39,677 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:18:39,688 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/default/test/5cf26e1026ccab337699054fa600d2ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:18:39,689 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:39,689 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:18:39,689 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:18:39,689 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cf26e1026ccab337699054fa600d2ce: Waiting for close lock at 1733483919676Running coprocessor pre-close hooks at 1733483919676Disabling compacts and flushes for region at 1733483919676Disabling writes for close at 1733483919676Writing region close event to WAL at 1733483919678 (+2 ms)Running coprocessor post-close hooks at 1733483919689 (+11 ms)Closed at 1733483919689 2024-12-06T11:18:39,689 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483850012.5cf26e1026ccab337699054fa600d2ce. 2024-12-06T11:18:39,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 147b6d9007eeb59b2751212c8428b72f, disabling compactions & flushes 2024-12-06T11:18:39,690 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:18:39,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:18:39,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. after waiting 0 ms 2024-12-06T11:18:39,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:18:39,690 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 147b6d9007eeb59b2751212c8428b72f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-06T11:18:39,690 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:18:39,691 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:18:39,701 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/info/eb5409c3f0d54faf8b9ebad7e8faa611 is 147, key is hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f./info:regioninfo/1733483853803/Put/seqid=0 2024-12-06T11:18:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741844_1020 (size=7686) 2024-12-06T11:18:39,717 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/hfileref/d1f164c313c94f0ab7987f65bd8e9e00 is 74, key is 1/hfileref:6b690b6e179043aca532236d9563c1f5_SeqId_4_/1733483855243/DeleteColumn/seqid=0 2024-12-06T11:18:39,717 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/info/eb5409c3f0d54faf8b9ebad7e8faa611 2024-12-06T11:18:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741845_1021 (size=5203) 2024-12-06T11:18:39,753 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/hfileref/d1f164c313c94f0ab7987f65bd8e9e00 2024-12-06T11:18:39,759 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/ns/4b78ac3e7f5e4945b2d4f9c471de90d4 is 43, key is default/ns:d/1733483844020/Put/seqid=0 2024-12-06T11:18:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741846_1022 (size=5153) 2024-12-06T11:18:39,793 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/queue/171bcebea3164d6c9a6bc99d1b3cc62d is 153, key is 1-582807baec72,38573,1733483840598/queue:582807baec72%2C38573%2C1733483840598/1733483857089/Put/seqid=0 2024-12-06T11:18:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741847_1023 (size=5352) 2024-12-06T11:18:39,877 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 147b6d9007eeb59b2751212c8428b72f, 1588230740 2024-12-06T11:18:40,077 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 147b6d9007eeb59b2751212c8428b72f, 1588230740 2024-12-06T11:18:40,161 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 997, reset compression=false 2024-12-06T11:18:40,165 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:18:40,165 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 1292, reset compression=false 2024-12-06T11:18:40,165 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38573,1733483840598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:18:40,167 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,38573,1733483840598: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,38573,1733483840598, walGroup=582807baec72%2C38573%2C1733483840598, offset=582807baec72%2C38573%2C1733483840598.1733483842811:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:18:40,169 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:18:40,171 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:18:40,172 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:18:40,173 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:18:40,173 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:18:40,173 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 433556544 }, "NonHeapMemoryUsage": { "committed": 179830784, "init": 7667712, "max": -1, "used": 175148816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:18:40,175 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/ns/4b78ac3e7f5e4945b2d4f9c471de90d4 2024-12-06T11:18:40,179 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:18:40,194 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/rep_barrier/bfd67c9192f748dbb7901e01ca81d0bd is 112, key is test,,1733483850012.5cf26e1026ccab337699054fa600d2ce./rep_barrier:seqnumDuringOpen/1733483851216/Put/seqid=0 2024-12-06T11:18:40,199 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/queue/171bcebea3164d6c9a6bc99d1b3cc62d 2024-12-06T11:18:40,205 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/hfileref/d1f164c313c94f0ab7987f65bd8e9e00 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/hfileref/d1f164c313c94f0ab7987f65bd8e9e00 2024-12-06T11:18:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741848_1024 (size=5518) 2024-12-06T11:18:40,212 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/rep_barrier/bfd67c9192f748dbb7901e01ca81d0bd 2024-12-06T11:18:40,215 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/hfileref/d1f164c313c94f0ab7987f65bd8e9e00, entries=2, sequenceid=10, filesize=5.1 K 2024-12-06T11:18:40,219 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/.tmp/queue/171bcebea3164d6c9a6bc99d1b3cc62d as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/queue/171bcebea3164d6c9a6bc99d1b3cc62d 2024-12-06T11:18:40,229 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/queue/171bcebea3164d6c9a6bc99d1b3cc62d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T11:18:40,232 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 147b6d9007eeb59b2751212c8428b72f in 542ms, sequenceid=10, compaction requested=false 2024-12-06T11:18:40,242 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/table/409acb7d9c1b46feb4f1b08fc7078c03 is 53, key is hbase:replication/table:state/1733483853816/Put/seqid=0 2024-12-06T11:18:40,249 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/replication/147b6d9007eeb59b2751212c8428b72f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T11:18:40,249 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:40,249 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:40,249 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:18:40,249 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 147b6d9007eeb59b2751212c8428b72f: Waiting for close lock at 1733483919690Running coprocessor pre-close hooks at 1733483919690Disabling compacts and flushes for region at 1733483919690Disabling writes for close at 1733483919690Obtaining lock to block concurrent updates at 1733483919690Preparing flush snapshotting stores in 147b6d9007eeb59b2751212c8428b72f at 1733483919690Finished memstore snapshotting hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733483919690Flushing stores of hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. at 1733483919691 (+1 ms)Flushing 147b6d9007eeb59b2751212c8428b72f/hfileref: creating writer at 1733483919691Flushing 147b6d9007eeb59b2751212c8428b72f/hfileref: appending metadata at 1733483919716 (+25 ms)Flushing 147b6d9007eeb59b2751212c8428b72f/hfileref: closing flushed file at 1733483919716Flushing 147b6d9007eeb59b2751212c8428b72f/queue: creating writer at 1733483919763 (+47 ms)Flushing 147b6d9007eeb59b2751212c8428b72f/queue: appending metadata at 1733483919793 (+30 ms)Flushing 147b6d9007eeb59b2751212c8428b72f/queue: closing flushed file at 1733483919793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124903: reopening flushed file at 1733483920204 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c394262: reopening flushed file at 1733483920215 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 147b6d9007eeb59b2751212c8428b72f in 542ms, sequenceid=10, compaction requested=false at 1733483920232 (+17 ms)Writing region close event to WAL at 1733483920240 (+8 ms)Running coprocessor post-close hooks at 1733483920249 (+9 ms)Closed at 1733483920249 2024-12-06T11:18:40,250 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483853370.147b6d9007eeb59b2751212c8428b72f. 2024-12-06T11:18:40,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741849_1025 (size=5308) 2024-12-06T11:18:40,277 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:40,369 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 1292, reset compression=false 2024-12-06T11:18:40,477 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:40,651 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/table/409acb7d9c1b46feb4f1b08fc7078c03 2024-12-06T11:18:40,658 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/info/eb5409c3f0d54faf8b9ebad7e8faa611 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/info/eb5409c3f0d54faf8b9ebad7e8faa611 2024-12-06T11:18:40,664 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/info/eb5409c3f0d54faf8b9ebad7e8faa611, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:18:40,665 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/ns/4b78ac3e7f5e4945b2d4f9c471de90d4 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/ns/4b78ac3e7f5e4945b2d4f9c471de90d4 2024-12-06T11:18:40,673 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/WALs/582807baec72,38573,1733483840598/582807baec72%2C38573%2C1733483840598.1733483842811 to pos 1292, reset compression=false 2024-12-06T11:18:40,675 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/ns/4b78ac3e7f5e4945b2d4f9c471de90d4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:18:40,678 DEBUG [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:40,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/rep_barrier/bfd67c9192f748dbb7901e01ca81d0bd as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/rep_barrier/bfd67c9192f748dbb7901e01ca81d0bd 2024-12-06T11:18:40,687 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/rep_barrier/bfd67c9192f748dbb7901e01ca81d0bd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:18:40,688 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/.tmp/table/409acb7d9c1b46feb4f1b08fc7078c03 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/table/409acb7d9c1b46feb4f1b08fc7078c03 2024-12-06T11:18:40,699 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/table/409acb7d9c1b46feb4f1b08fc7078c03, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:18:40,700 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=16, compaction requested=false 2024-12-06T11:18:40,737 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:18:40,737 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:40,737 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:40,737 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:40,738 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483919677Running coprocessor pre-close hooks at 1733483919677Disabling compacts and flushes for region at 1733483919677Disabling writes for close at 1733483919677Obtaining lock to block concurrent updates at 1733483919677Preparing flush snapshotting stores in 1588230740 at 1733483919677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733483919678 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483919678Flushing 1588230740/info: creating writer at 1733483919678Flushing 1588230740/info: appending metadata at 1733483919700 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733483919700Flushing 1588230740/ns: creating writer at 1733483919737 (+37 ms)Flushing 1588230740/ns: appending metadata at 1733483919758 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733483919758Flushing 1588230740/rep_barrier: creating writer at 1733483920179 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733483920193 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733483920193Flushing 1588230740/table: creating writer at 1733483920218 (+25 ms)Flushing 1588230740/table: appending metadata at 1733483920242 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733483920242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b4c11e: reopening flushed file at 1733483920657 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e427efc: reopening flushed file at 1733483920665 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f265fc9: reopening flushed file at 1733483920675 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796ebe17: reopening flushed file at 1733483920687 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=16, compaction requested=false at 1733483920700 (+13 ms)Writing region close event to WAL at 1733483920711 (+11 ms)Running coprocessor post-close hooks at 1733483920737 (+26 ms)Closed at 1733483920737 2024-12-06T11:18:40,738 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:40,878 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(976): stopping server 582807baec72,38573,1733483840598; all regions closed. 2024-12-06T11:18:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:18:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741839_1015 (size=2700) 2024-12-06T11:18:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741832_1008 (size=1300) 2024-12-06T11:18:40,901 DEBUG [RS:0;582807baec72:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:40,901 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,38573,1733483840598 because: Region server is closing 2024-12-06T11:18:40,901 INFO [RS:0;582807baec72:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38573. 2024-12-06T11:18:40,901 DEBUG [RS:0;582807baec72:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:40,901 DEBUG [RS:0;582807baec72:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:40,902 DEBUG [RS:0;582807baec72:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:40,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:41,002 INFO [RS:0;582807baec72:38573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.shipper582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 terminated 2024-12-06T11:18:41,002 INFO [RS:0;582807baec72:38573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38573 2024-12-06T11:18:41,002 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38573,1733483840598.replicationSource.wal-reader.582807baec72%2C38573%2C1733483840598,1-582807baec72,38573,1733483840598 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:18:41,069 INFO [RS:0;582807baec72:38573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128/rs 2024-12-06T11:18:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1239283128/rs/582807baec72,38573,1733483840598 2024-12-06T11:18:41,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,38573,1733483840598] 2024-12-06T11:18:41,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1239283128/draining/582807baec72,38573,1733483840598 already deleted, retry=false 2024-12-06T11:18:41,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,38573,1733483840598 expired; onlineServers=0 2024-12-06T11:18:41,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,44789,1733483840314' ***** 2024-12-06T11:18:41,097 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:41,097 DEBUG [M:0;582807baec72:44789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:18:41,097 DEBUG [M:0;582807baec72:44789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:18:41,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:18:41,097 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483842624 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483842624,5,FailOnTimeoutGroup] 2024-12-06T11:18:41,097 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483842625 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483842625,5,FailOnTimeoutGroup] 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:41,097 DEBUG [M:0;582807baec72:44789 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:41,097 INFO [M:0;582807baec72:44789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:18:41,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:18:41,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1239283128/master 2024-12-06T11:18:41,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1239283128 2024-12-06T11:18:41,106 DEBUG [M:0;582807baec72:44789 {}] zookeeper.ZKUtil(347): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Unable to get data of znode /0-1239283128/master because node does not exist (not an error) 2024-12-06T11:18:41,106 WARN [M:0;582807baec72:44789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:18:41,112 INFO [M:0;582807baec72:44789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/.lastflushedseqids 2024-12-06T11:18:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741850_1026 (size=263) 2024-12-06T11:18:41,132 INFO [M:0;582807baec72:44789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:18:41,132 INFO [M:0;582807baec72:44789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:18:41,132 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:18:41,132 INFO [M:0;582807baec72:44789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:41,132 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:41,133 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:18:41,133 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:41,133 INFO [M:0;582807baec72:44789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-06T11:18:41,148 DEBUG [M:0;582807baec72:44789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df3f5b288ba44ea39ee2a4fdfd8d7cdc is 82, key is hbase:meta,,1/info:regioninfo/1733483843991/Put/seqid=0 2024-12-06T11:18:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741851_1027 (size=5672) 2024-12-06T11:18:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x101aa5c36980001, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:41,179 INFO [RS:0;582807baec72:38573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:41,179 INFO [RS:0;582807baec72:38573 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,38573,1733483840598; zookeeper connection closed. 2024-12-06T11:18:41,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191f6032 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191f6032 2024-12-06T11:18:41,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:18:41,558 INFO [M:0;582807baec72:44789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df3f5b288ba44ea39ee2a4fdfd8d7cdc 2024-12-06T11:18:41,579 DEBUG [M:0;582807baec72:44789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d71a4812ba2444c99dd90aa220ad6a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733483851247/Put/seqid=0 2024-12-06T11:18:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741852_1028 (size=7240) 2024-12-06T11:18:41,984 INFO [M:0;582807baec72:44789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d71a4812ba2444c99dd90aa220ad6a0 2024-12-06T11:18:41,994 INFO [M:0;582807baec72:44789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d71a4812ba2444c99dd90aa220ad6a0 2024-12-06T11:18:42,022 DEBUG [M:0;582807baec72:44789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cbc2407edc4dc29c5b1eb065a44e80 is 69, key is 582807baec72,38573,1733483840598/rs:state/1733483842661/Put/seqid=0 2024-12-06T11:18:42,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741853_1029 (size=5156) 2024-12-06T11:18:42,039 INFO [M:0;582807baec72:44789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cbc2407edc4dc29c5b1eb065a44e80 2024-12-06T11:18:42,046 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df3f5b288ba44ea39ee2a4fdfd8d7cdc as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df3f5b288ba44ea39ee2a4fdfd8d7cdc 2024-12-06T11:18:42,056 INFO [M:0;582807baec72:44789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df3f5b288ba44ea39ee2a4fdfd8d7cdc, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T11:18:42,058 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d71a4812ba2444c99dd90aa220ad6a0 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d71a4812ba2444c99dd90aa220ad6a0 2024-12-06T11:18:42,068 INFO [M:0;582807baec72:44789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d71a4812ba2444c99dd90aa220ad6a0 2024-12-06T11:18:42,068 INFO [M:0;582807baec72:44789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d71a4812ba2444c99dd90aa220ad6a0, entries=11, sequenceid=105, filesize=7.1 K 2024-12-06T11:18:42,069 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cbc2407edc4dc29c5b1eb065a44e80 as hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cbc2407edc4dc29c5b1eb065a44e80 2024-12-06T11:18:42,076 INFO [M:0;582807baec72:44789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/a285cb32-c1ac-c94a-4aac-6931f2692d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cbc2407edc4dc29c5b1eb065a44e80, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T11:18:42,078 INFO [M:0;582807baec72:44789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=105, compaction requested=false 2024-12-06T11:18:42,080 INFO [M:0;582807baec72:44789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:42,080 DEBUG [M:0;582807baec72:44789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483921132Disabling compacts and flushes for region at 1733483921132Disabling writes for close at 1733483921133 (+1 ms)Obtaining lock to block concurrent updates at 1733483921133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483921133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733483921133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483921134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483921134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483921147 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483921147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483921563 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483921579 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483921579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483921994 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483922021 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483922021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e72ea: reopening flushed file at 1733483922045 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355f87f5: reopening flushed file at 1733483922056 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c152f19: reopening flushed file at 1733483922068 (+12 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=105, compaction requested=false at 1733483922078 (+10 ms)Writing region close event to WAL at 1733483922080 (+2 ms)Closed at 1733483922080 2024-12-06T11:18:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36015 is added to blk_1073741830_1006 (size=64526) 2024-12-06T11:18:42,091 INFO [M:0;582807baec72:44789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:18:42,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:42,091 INFO [M:0;582807baec72:44789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44789 2024-12-06T11:18:42,091 INFO [M:0;582807baec72:44789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:42,295 INFO [M:0;582807baec72:44789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44789-0x101aa5c36980000, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:42,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:18:42,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:18:42,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:18:42,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:18:42,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir/,STOPPED} 2024-12-06T11:18:42,345 WARN [BP-154069926-172.17.0.3-1733483838212 heartbeating to localhost/127.0.0.1:41079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:18:42,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:18:42,345 WARN [BP-154069926-172.17.0.3-1733483838212 heartbeating to localhost/127.0.0.1:41079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154069926-172.17.0.3-1733483838212 (Datanode Uuid df1eaf59-5f0e-438a-9e0e-bc15fb4cb73a) service to localhost/127.0.0.1:41079 2024-12-06T11:18:42,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:18:42,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/data/data1/current/BP-154069926-172.17.0.3-1733483838212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:18:42,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/cluster_861c6f26-f7e7-a362-b393-3bd8baff6bf5/data/data2/current/BP-154069926-172.17.0.3-1733483838212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:18:42,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:18:42,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:18:42,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:18:42,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:18:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:18:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20b48da1-9ff1-eed0-9a80-320bd2471786/hadoop.log.dir/,STOPPED} 2024-12-06T11:18:42,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:18:42,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:18:42,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0790b8d858.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43533 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0790b8d858.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41079 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 756), ProcessCount=11 (was 11), AvailableMemoryMB=2644 (was 2881) 2024-12-06T11:18:42,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=2644 2024-12-06T11:18:42,418 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-06T11:18:42,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir so I do NOT create it in target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7 2024-12-06T11:18:42,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:18:42,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.tmp.dir so I do NOT create it in target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7 2024-12-06T11:18:42,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a169adb3-f882-adc2-4805-2ef3a109130c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:18:42,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7 2024-12-06T11:18:42,420 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2, deleteOnExit=true 2024-12-06T11:18:42,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/zookeeper_0, clientPort=51797, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:18:42,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51797 2024-12-06T11:18:42,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:18:42,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/test.cache.data in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:18:42,441 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:18:42,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:18:42,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:18:42,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5c36980005, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:18:42,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5c36980002, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:18:42,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5c36980002, quorum=127.0.0.1:62181, baseZNode=/0-1239283128 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:18:42,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5c36980005, quorum=127.0.0.1:62181, baseZNode=/1-447224835 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:18:42,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:18:42,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:42,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:42,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:18:42,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:18:42,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:18:42,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:18:42,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:42,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26303977{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:18:42,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@488881f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:18:43,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41726ad5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/java.io.tmpdir/jetty-localhost-40765-hadoop-hdfs-3_4_1-tests_jar-_-any-5383617365695044161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:18:43,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b00a1cc{HTTP/1.1, (http/1.1)}{localhost:40765} 2024-12-06T11:18:43,007 INFO [Time-limited test {}] server.Server(415): Started @137505ms 2024-12-06T11:18:43,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:43,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:18:43,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:18:43,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:18:43,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:18:43,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:18:43,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:18:43,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69bdd9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/java.io.tmpdir/jetty-localhost-44477-hadoop-hdfs-3_4_1-tests_jar-_-any-15293597521402211525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:18:43,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:44477} 2024-12-06T11:18:43,436 INFO [Time-limited test {}] server.Server(415): Started @137935ms 2024-12-06T11:18:43,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:18:44,115 WARN [Thread-1276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/data/data1/current/BP-1315173718-172.17.0.3-1733483922463/current, will proceed with Du for space computation calculation, 2024-12-06T11:18:44,115 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/data/data2/current/BP-1315173718-172.17.0.3-1733483922463/current, will proceed with Du for space computation calculation, 2024-12-06T11:18:44,138 WARN [Thread-1264 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:18:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5a8a527a83b63b with lease ID 0x9de619c7bf8fb468: Processing first storage report for DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=855f63b6-ef47-4af7-8691-fe0c77fe1dd8, infoPort=39477, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=2125052252;c=1733483922463) 2024-12-06T11:18:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5a8a527a83b63b with lease ID 0x9de619c7bf8fb468: from storage DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=855f63b6-ef47-4af7-8691-fe0c77fe1dd8, infoPort=39477, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=2125052252;c=1733483922463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:18:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5a8a527a83b63b with lease ID 0x9de619c7bf8fb468: Processing first storage report for DS-f6dcee49-7f84-4633-94a4-04162b1041fb from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=855f63b6-ef47-4af7-8691-fe0c77fe1dd8, infoPort=39477, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=2125052252;c=1733483922463) 2024-12-06T11:18:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5a8a527a83b63b with lease ID 0x9de619c7bf8fb468: from storage DS-f6dcee49-7f84-4633-94a4-04162b1041fb node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=855f63b6-ef47-4af7-8691-fe0c77fe1dd8, infoPort=39477, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=2125052252;c=1733483922463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:18:44,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7 2024-12-06T11:18:44,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:18:44,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79 with version=8 2024-12-06T11:18:44,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/hbase-staging 2024-12-06T11:18:44,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:44,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:18:44,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:44,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33229 2024-12-06T11:18:44,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33229 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332290x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:44,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33229-0x101aa5d7fb20000 connected 2024-12-06T11:18:44,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:44,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79, hbase.cluster.distributed=false 2024-12-06T11:18:44,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/acl 2024-12-06T11:18:44,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-06T11:18:44,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33229 2024-12-06T11:18:44,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33229 2024-12-06T11:18:44,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-06T11:18:44,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-06T11:18:44,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:44,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:18:44,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:44,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33547 2024-12-06T11:18:44,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33547 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:44,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:44,870 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335470x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:44,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335470x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:44,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:18:44,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33547-0x101aa5d7fb20001 connected 2024-12-06T11:18:44,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:18:44,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/master 2024-12-06T11:18:44,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/acl 2024-12-06T11:18:44,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-06T11:18:44,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33547 2024-12-06T11:18:44,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33547 2024-12-06T11:18:44,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-06T11:18:44,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-06T11:18:44,918 DEBUG [M:0;582807baec72:33229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:33229 2024-12-06T11:18:44,918 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-127538819/backup-masters/582807baec72,33229,1733483924604 2024-12-06T11:18:44,926 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:44,927 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/backup-masters/582807baec72,33229,1733483924604 2024-12-06T11:18:44,937 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/master 2024-12-06T11:18:44,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:44,937 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:44,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/master 2024-12-06T11:18:44,938 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-127538819/backup-masters/582807baec72,33229,1733483924604 from backup master directory 2024-12-06T11:18:44,947 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/backup-masters/582807baec72,33229,1733483924604 2024-12-06T11:18:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:44,947 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:18:44,948 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,33229,1733483924604 2024-12-06T11:18:44,951 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/hbase.id] with ID: 334524f5-1f87-4d31-a81e-27a98b266949 2024-12-06T11:18:44,952 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.tmp/hbase.id 2024-12-06T11:18:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:18:45,367 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.tmp/hbase.id]:[hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/hbase.id] 2024-12-06T11:18:45,376 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:45,376 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:18:45,377 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:18:45,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:45,421 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:18:45,827 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:18:45,828 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:18:45,828 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:18:45,836 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store 2024-12-06T11:18:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:18:46,245 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:46,245 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:46,245 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483926245Disabling compacts and flushes for region at 1733483926245Disabling writes for close at 1733483926245Writing region close event to WAL at 1733483926245Closed at 1733483926245 2024-12-06T11:18:46,246 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/.initializing 2024-12-06T11:18:46,246 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604 2024-12-06T11:18:46,247 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:18:46,249 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C33229%2C1733483924604, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/oldWALs, maxLogs=10 2024-12-06T11:18:46,263 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604/582807baec72%2C33229%2C1733483924604.1733483926249, exclude list is [], retry=0 2024-12-06T11:18:46,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:18:46,283 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:46,283 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:18:46,283 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:46,284 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:46,284 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,284 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:18:46,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:46,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:46,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:18:46,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:46,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:46,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:18:46,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:46,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:46,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:18:46,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:46,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:46,296 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,296 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,296 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,298 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,298 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,298 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:46,300 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:46,304 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:18:46,305 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63660376, jitterRate=-0.051386475563049316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:46,305 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483926284Initializing all the Stores at 1733483926284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483926284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483926288 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483926288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483926288Cleaning up temporary data from old regions at 1733483926298 (+10 ms)Region opened successfully at 1733483926305 (+7 ms) 2024-12-06T11:18:46,306 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:18:46,309 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3794789e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:18:46,310 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:18:46,312 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:18:46,312 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:18:46,312 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:18:46,313 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:18:46,313 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:18:46,313 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:18:46,315 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:18:46,316 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/balancer because node does not exist (not necessarily an error) 2024-12-06T11:18:46,368 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/balancer already deleted, retry=false 2024-12-06T11:18:46,369 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:18:46,369 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:18:46,379 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/normalizer already deleted, retry=false 2024-12-06T11:18:46,379 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:18:46,380 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:18:46,389 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/switch/split already deleted, retry=false 2024-12-06T11:18:46,390 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:18:46,400 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/switch/merge already deleted, retry=false 2024-12-06T11:18:46,402 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:18:46,410 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/snapshot-cleanup already deleted, retry=false 2024-12-06T11:18:46,421 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:18:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:18:46,421 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,422 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,33229,1733483924604, sessionid=0x101aa5d7fb20000, setting cluster-up flag (Was=false) 2024-12-06T11:18:46,442 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,474 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127538819/flush-table-proc/acquired, /0-127538819/flush-table-proc/reached, /0-127538819/flush-table-proc/abort 2024-12-06T11:18:46,474 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33229,1733483924604 2024-12-06T11:18:46,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,495 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:46,526 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127538819/online-snapshot/acquired, /0-127538819/online-snapshot/reached, /0-127538819/online-snapshot/abort 2024-12-06T11:18:46,527 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33229,1733483924604 2024-12-06T11:18:46,533 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:18:46,535 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:46,535 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:18:46,536 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:18:46,536 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,33229,1733483924604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:18:46,537 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,546 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483956546 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:18:46,547 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:18:46,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:46,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:18:46,548 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,548 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:18:46,548 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:18:46,549 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:18:46,549 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:18:46,549 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:46,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:18:46,550 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:18:46,550 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:18:46,552 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483926550,5,FailOnTimeoutGroup] 2024-12-06T11:18:46,558 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483926552,5,FailOnTimeoutGroup] 2024-12-06T11:18:46,558 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,558 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:18:46,558 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,558 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:18:46,598 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(746): ClusterId : 334524f5-1f87-4d31-a81e-27a98b266949 2024-12-06T11:18:46,598 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:18:46,612 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:18:46,612 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:18:46,621 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:18:46,622 DEBUG [RS:0;582807baec72:33547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16671761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:18:46,637 DEBUG [RS:0;582807baec72:33547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:33547 2024-12-06T11:18:46,637 INFO [RS:0;582807baec72:33547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:18:46,637 INFO [RS:0;582807baec72:33547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:18:46,637 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:18:46,637 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,33229,1733483924604 with port=33547, startcode=1733483924842 2024-12-06T11:18:46,638 DEBUG [RS:0;582807baec72:33547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:18:46,639 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:18:46,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,33547,1733483924842 2024-12-06T11:18:46,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33229 {}] master.ServerManager(517): Registering regionserver=582807baec72,33547,1733483924842 2024-12-06T11:18:46,641 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79 2024-12-06T11:18:46,641 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-12-06T11:18:46,641 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:18:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/rs 2024-12-06T11:18:46,653 DEBUG [RS:0;582807baec72:33547 {}] zookeeper.ZKUtil(111): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/rs/582807baec72,33547,1733483924842 2024-12-06T11:18:46,653 WARN [RS:0;582807baec72:33547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:18:46,653 INFO [RS:0;582807baec72:33547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:46,653 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842 2024-12-06T11:18:46,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,33547,1733483924842] 2024-12-06T11:18:46,659 INFO [RS:0;582807baec72:33547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:18:46,662 INFO [RS:0;582807baec72:33547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:18:46,668 INFO [RS:0;582807baec72:33547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:18:46,668 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,668 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:18:46,671 INFO [RS:0;582807baec72:33547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:18:46,671 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,671 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,671 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:18:46,672 DEBUG [RS:0;582807baec72:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,684 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33547,1733483924842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:18:46,701 INFO [RS:0;582807baec72:33547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:18:46,701 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33547,1733483924842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,701 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,701 INFO [RS:0;582807baec72:33547 {}] regionserver.Replication(171): 582807baec72,33547,1733483924842 started 2024-12-06T11:18:46,717 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:46,717 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,33547,1733483924842, RpcServer on 582807baec72/172.17.0.3:33547, sessionid=0x101aa5d7fb20001 2024-12-06T11:18:46,717 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:18:46,717 DEBUG [RS:0;582807baec72:33547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,33547,1733483924842 2024-12-06T11:18:46,717 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,33547,1733483924842' 2024-12-06T11:18:46,717 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127538819/flush-table-proc/abort' 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127538819/flush-table-proc/acquired' 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,33547,1733483924842 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,33547,1733483924842' 2024-12-06T11:18:46,718 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127538819/online-snapshot/abort' 2024-12-06T11:18:46,719 DEBUG [RS:0;582807baec72:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127538819/online-snapshot/acquired' 2024-12-06T11:18:46,719 DEBUG [RS:0;582807baec72:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:18:46,719 INFO [RS:0;582807baec72:33547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:18:46,719 INFO [RS:0;582807baec72:33547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:18:46,820 INFO [RS:0;582807baec72:33547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:18:46,821 INFO [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33547%2C1733483924842, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:18:46,839 DEBUG [RS:0;582807baec72:33547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822, exclude list is [], retry=0 2024-12-06T11:18:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:18:46,845 INFO [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 2024-12-06T11:18:46,846 DEBUG [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:18:46,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:18:46,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79 2024-12-06T11:18:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:18:47,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:47,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:18:47,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:18:47,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:18:47,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:18:47,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:18:47,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:18:47,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:18:47,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:18:47,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:18:47,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:18:47,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:18:47,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:18:47,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:18:47,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:47,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:18:47,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:18:47,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72814693, jitterRate=0.08502347767353058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:47,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483927371Initializing all the Stores at 1733483927372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483927372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927372Cleaning up temporary data from old regions at 1733483927381 (+9 ms)Region opened successfully at 1733483927386 (+5 ms) 2024-12-06T11:18:47,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:18:47,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:18:47,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:18:47,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:18:47,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:18:47,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:47,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483927386Disabling compacts and flushes for region at 1733483927386Disabling writes for close at 1733483927386Writing region close event to WAL at 1733483927387 (+1 ms)Closed at 1733483927387 2024-12-06T11:18:47,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:47,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:18:47,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:18:47,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:18:47,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:18:47,546 DEBUG [582807baec72:33229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:18:47,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,33547,1733483924842 2024-12-06T11:18:47,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33547,1733483924842, state=OPENING 2024-12-06T11:18:47,621 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:18:47,632 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:47,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:47,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:18:47,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:47,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,33547,1733483924842}] 2024-12-06T11:18:47,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:47,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:18:47,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:18:47,790 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:18:47,791 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:47,791 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:18:47,792 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33547%2C1733483924842.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:18:47,804 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.meta.1733483927792.meta, exclude list is [], retry=0 2024-12-06T11:18:47,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:18:47,809 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.meta.1733483927792.meta 2024-12-06T11:18:47,812 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:18:47,812 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:47,813 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:18:47,813 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:18:47,813 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:18:47,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:18:47,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:18:47,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:18:47,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:18:47,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:18:47,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:18:47,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:18:47,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:18:47,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:47,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:47,819 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:18:47,819 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:18:47,820 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:18:47,821 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:18:47,821 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:18:47,822 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:47,823 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:18:47,824 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64651795, jitterRate=-0.03661318123340607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:47,824 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:18:47,824 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483927813Writing region info on filesystem at 1733483927813Initializing all the Stores at 1733483927814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483927814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483927814Cleaning up temporary data from old regions at 1733483927821 (+7 ms)Running coprocessor post-open hooks at 1733483927824 (+3 ms)Region opened successfully at 1733483927824 2024-12-06T11:18:47,825 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483927785 2024-12-06T11:18:47,826 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:18:47,826 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:18:47,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,33547,1733483924842 2024-12-06T11:18:47,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33547,1733483924842, state=OPEN 2024-12-06T11:18:47,863 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:18:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:18:47,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,33547,1733483924842 2024-12-06T11:18:47,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:47,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:47,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:18:47,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,33547,1733483924842 in 231 msec 2024-12-06T11:18:47,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:18:47,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-12-06T11:18:47,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:47,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:18:47,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:18:47,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33547,1733483924842, seqNum=-1] 2024-12-06T11:18:47,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:18:47,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:18:47,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-12-06T11:18:47,876 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483927876, completionTime=-1 2024-12-06T11:18:47,876 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:18:47,876 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483987878 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484047878 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:33229, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,878 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,883 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:18:47,885 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:18:47,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:18:47,896 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:18:47,896 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33229,1733483924604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:47,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:47,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33229,-1 for getting cluster id 2024-12-06T11:18:47,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:18:47,907 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '334524f5-1f87-4d31-a81e-27a98b266949' 2024-12-06T11:18:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:18:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "334524f5-1f87-4d31-a81e-27a98b266949" 2024-12-06T11:18:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c023645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33229,-1] 2024-12-06T11:18:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:18:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:47,910 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:18:47,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:47,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:18:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33547,1733483924842, seqNum=-1] 2024-12-06T11:18:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:18:47,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:18:47,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,33229,1733483924604 2024-12-06T11:18:47,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:47,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5d7fb20002 connected 2024-12-06T11:18:47,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir so I do NOT create it in target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b 2024-12-06T11:18:47,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:18:47,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.tmp.dir so I do NOT create it in target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b 2024-12-06T11:18:47,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:18:47,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b 2024-12-06T11:18:47,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/cluster_56a578fc-b582-5c99-f70f-ea8dca735331, deleteOnExit=true 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/test.cache.data in system properties and HBase conf 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:18:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:18:47,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:18:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:18:47,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:18:47,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:18:48,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:48,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:18:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:18:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:18:48,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:18:48,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:48,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:18:48,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:18:48,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13601c7a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/java.io.tmpdir/jetty-localhost-42951-hadoop-hdfs-3_4_1-tests_jar-_-any-8992319913969991280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:18:48,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:42951} 2024-12-06T11:18:48,441 INFO [Time-limited test {}] server.Server(415): Started @142940ms 2024-12-06T11:18:48,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:18:48,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:18:48,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:18:48,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:18:48,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:18:48,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:18:48,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:18:48,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101cec53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/java.io.tmpdir/jetty-localhost-35399-hadoop-hdfs-3_4_1-tests_jar-_-any-17769074980624949094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:18:48,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:35399} 2024-12-06T11:18:48,891 INFO [Time-limited test {}] server.Server(415): Started @143389ms 2024-12-06T11:18:48,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:18:50,012 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/cluster_56a578fc-b582-5c99-f70f-ea8dca735331/data/data2/current/BP-1836984234-172.17.0.3-1733483927974/current, will proceed with Du for space computation calculation, 2024-12-06T11:18:50,012 WARN [Thread-1396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/cluster_56a578fc-b582-5c99-f70f-ea8dca735331/data/data1/current/BP-1836984234-172.17.0.3-1733483927974/current, will proceed with Du for space computation calculation, 2024-12-06T11:18:50,048 WARN [Thread-1384 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:18:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42d13e9f8fbc6171 with lease ID 0x1abec891b2fbb84f: Processing first storage report for DS-832b7100-5f37-438d-930a-f6ae1aa09ee6 from datanode DatanodeRegistration(127.0.0.1:36123, datanodeUuid=1a8a792c-db53-4f23-9573-c7927c9841cd, infoPort=43947, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=791286840;c=1733483927974) 2024-12-06T11:18:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42d13e9f8fbc6171 with lease ID 0x1abec891b2fbb84f: from storage DS-832b7100-5f37-438d-930a-f6ae1aa09ee6 node DatanodeRegistration(127.0.0.1:36123, datanodeUuid=1a8a792c-db53-4f23-9573-c7927c9841cd, infoPort=43947, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=791286840;c=1733483927974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:18:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42d13e9f8fbc6171 with lease ID 0x1abec891b2fbb84f: Processing first storage report for DS-275ad863-7c2d-49f2-b483-4a583ff97b3d from datanode DatanodeRegistration(127.0.0.1:36123, datanodeUuid=1a8a792c-db53-4f23-9573-c7927c9841cd, infoPort=43947, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=791286840;c=1733483927974) 2024-12-06T11:18:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42d13e9f8fbc6171 with lease ID 0x1abec891b2fbb84f: from storage DS-275ad863-7c2d-49f2-b483-4a583ff97b3d node DatanodeRegistration(127.0.0.1:36123, datanodeUuid=1a8a792c-db53-4f23-9573-c7927c9841cd, infoPort=43947, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=791286840;c=1733483927974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:18:50,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b 2024-12-06T11:18:50,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:18:50,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8 with version=8 2024-12-06T11:18:50,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/hbase-staging 2024-12-06T11:18:50,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:50,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33087 2024-12-06T11:18:50,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33087 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:50,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330870x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:50,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33087-0x101aa5d7fb20003 connected 2024-12-06T11:18:50,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:18:50,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/running 2024-12-06T11:18:50,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8, hbase.cluster.distributed=false 2024-12-06T11:18:50,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/acl 2024-12-06T11:18:50,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-06T11:18:50,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33087 2024-12-06T11:18:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:50,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33087 2024-12-06T11:18:50,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-06T11:18:50,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-06T11:18:50,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:18:50,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:50,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41273 2024-12-06T11:18:50,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41273 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:50,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:50,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412730x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/running 2024-12-06T11:18:50,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:18:50,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412730x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:50,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:18:50,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412730x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/master 2024-12-06T11:18:50,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412730x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/acl 2024-12-06T11:18:50,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41273-0x101aa5d7fb20004 connected 2024-12-06T11:18:50,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-06T11:18:50,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41273 2024-12-06T11:18:50,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41273 2024-12-06T11:18:50,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-06T11:18:50,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-06T11:18:50,827 DEBUG [M:0;582807baec72:33087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:33087 2024-12-06T11:18:50,828 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11885124346/backup-masters/582807baec72,33087,1733483930560 2024-12-06T11:18:50,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/backup-masters 2024-12-06T11:18:50,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/backup-masters 2024-12-06T11:18:50,838 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on existing znode=/11885124346/backup-masters/582807baec72,33087,1733483930560 2024-12-06T11:18:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:50,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11885124346/master 2024-12-06T11:18:50,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:50,853 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on existing znode=/11885124346/master 2024-12-06T11:18:50,853 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11885124346/backup-masters/582807baec72,33087,1733483930560 from backup master directory 2024-12-06T11:18:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/backup-masters 2024-12-06T11:18:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11885124346/backup-masters/582807baec72,33087,1733483930560 2024-12-06T11:18:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/backup-masters 2024-12-06T11:18:50,863 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:18:50,863 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,33087,1733483930560 2024-12-06T11:18:50,867 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/hbase.id] with ID: 403b274b-477b-4a24-bd1e-38f87d671281 2024-12-06T11:18:50,867 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/.tmp/hbase.id 2024-12-06T11:18:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:18:51,278 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/.tmp/hbase.id]:[hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/hbase.id] 2024-12-06T11:18:51,291 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:51,291 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:18:51,293 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T11:18:51,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:51,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:18:51,354 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:18:51,355 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:18:51,356 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:18:51,768 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store 2024-12-06T11:18:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:18:52,174 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:52,174 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:52,174 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483932174Disabling compacts and flushes for region at 1733483932174Disabling writes for close at 1733483932174Writing region close event to WAL at 1733483932174Closed at 1733483932174 2024-12-06T11:18:52,175 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/.initializing 2024-12-06T11:18:52,175 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/WALs/582807baec72,33087,1733483930560 2024-12-06T11:18:52,176 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:18:52,178 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C33087%2C1733483930560, suffix=, logDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/WALs/582807baec72,33087,1733483930560, archiveDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/oldWALs, maxLogs=10 2024-12-06T11:18:52,196 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/WALs/582807baec72,33087,1733483930560/582807baec72%2C33087%2C1733483930560.1733483932178, exclude list is [], retry=0 2024-12-06T11:18:52,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36123,DS-832b7100-5f37-438d-930a-f6ae1aa09ee6,DISK] 2024-12-06T11:18:52,202 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/WALs/582807baec72,33087,1733483930560/582807baec72%2C33087%2C1733483930560.1733483932178 2024-12-06T11:18:52,202 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-12-06T11:18:52,202 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:52,202 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:52,203 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,203 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:18:52,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:18:52,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:52,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:18:52,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:52,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:18:52,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:52,211 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,211 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,212 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,215 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,215 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,215 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:52,216 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:52,218 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:18:52,218 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69162622, jitterRate=0.030603379011154175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:52,218 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483932203Initializing all the Stores at 1733483932203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483932203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483932204 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483932204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483932204Cleaning up temporary data from old regions at 1733483932215 (+11 ms)Region opened successfully at 1733483932218 (+3 ms) 2024-12-06T11:18:52,219 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:18:52,221 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747be54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:18:52,222 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:18:52,223 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:18:52,223 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:18:52,223 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:18:52,223 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:18:52,224 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:18:52,224 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:18:52,225 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:18:52,226 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/balancer because node does not exist (not necessarily an error) 2024-12-06T11:18:52,294 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/balancer already deleted, retry=false 2024-12-06T11:18:52,295 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:18:52,296 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:18:52,305 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/normalizer already deleted, retry=false 2024-12-06T11:18:52,305 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:18:52,306 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:18:52,315 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/switch/split already deleted, retry=false 2024-12-06T11:18:52,316 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:18:52,326 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/switch/merge already deleted, retry=false 2024-12-06T11:18:52,328 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:18:52,336 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/snapshot-cleanup already deleted, retry=false 2024-12-06T11:18:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11885124346/running 2024-12-06T11:18:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11885124346/running 2024-12-06T11:18:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,349 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,33087,1733483930560, sessionid=0x101aa5d7fb20003, setting cluster-up flag (Was=false) 2024-12-06T11:18:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,400 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11885124346/flush-table-proc/acquired, /11885124346/flush-table-proc/reached, /11885124346/flush-table-proc/abort 2024-12-06T11:18:52,400 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33087,1733483930560 2024-12-06T11:18:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,452 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11885124346/online-snapshot/acquired, /11885124346/online-snapshot/reached, /11885124346/online-snapshot/abort 2024-12-06T11:18:52,453 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33087,1733483930560 2024-12-06T11:18:52,454 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:18:52,456 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:52,456 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:18:52,456 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:18:52,456 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,33087,1733483930560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:18:52,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483962458 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:18:52,458 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:18:52,459 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:52,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:18:52,459 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:18:52,459 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:18:52,459 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:18:52,459 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:18:52,460 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:18:52,460 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:18:52,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:18:52,464 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483932460,5,FailOnTimeoutGroup] 2024-12-06T11:18:52,468 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483932464,5,FailOnTimeoutGroup] 2024-12-06T11:18:52,468 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,468 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:18:52,468 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,468 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:18:52,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:18:52,489 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8 2024-12-06T11:18:52,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:18:52,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:52,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:18:52,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:18:52,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:52,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:18:52,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:18:52,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:52,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:18:52,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:18:52,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:18:52,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:18:52,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:52,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:52,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740 2024-12-06T11:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740 2024-12-06T11:18:52,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:18:52,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:18:52,518 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:52,518 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(746): ClusterId : 403b274b-477b-4a24-bd1e-38f87d671281 2024-12-06T11:18:52,518 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:18:52,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:18:52,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72846200, jitterRate=0.08549296855926514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483932504Initializing all the Stores at 1733483932507 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483932507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483932508 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483932508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483932508Cleaning up temporary data from old regions at 1733483932517 (+9 ms)Region opened successfully at 1733483932522 (+5 ms) 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:18:52,522 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:18:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:18:52,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:52,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483932522Disabling compacts and flushes for region at 1733483932522Disabling writes for close at 1733483932522Writing region close event to WAL at 1733483932522Closed at 1733483932522 2024-12-06T11:18:52,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:52,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:18:52,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:18:52,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:18:52,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:18:52,528 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:18:52,528 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:18:52,537 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:18:52,537 DEBUG [RS:0;582807baec72:41273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e58b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:18:52,549 DEBUG [RS:0;582807baec72:41273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:41273 2024-12-06T11:18:52,549 INFO [RS:0;582807baec72:41273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:18:52,549 INFO [RS:0;582807baec72:41273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:18:52,549 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:18:52,549 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,33087,1733483930560 with port=41273, startcode=1733483930759 2024-12-06T11:18:52,550 DEBUG [RS:0;582807baec72:41273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:18:52,551 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:18:52,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,41273,1733483930759 2024-12-06T11:18:52,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33087 {}] master.ServerManager(517): Registering regionserver=582807baec72,41273,1733483930759 2024-12-06T11:18:52,553 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8 2024-12-06T11:18:52,553 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42015 2024-12-06T11:18:52,553 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:18:52,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/rs 2024-12-06T11:18:52,630 DEBUG [RS:0;582807baec72:41273 {}] zookeeper.ZKUtil(111): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on existing znode=/11885124346/rs/582807baec72,41273,1733483930759 2024-12-06T11:18:52,630 WARN [RS:0;582807baec72:41273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:18:52,630 INFO [RS:0;582807baec72:41273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:52,630 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759 2024-12-06T11:18:52,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,41273,1733483930759] 2024-12-06T11:18:52,633 INFO [RS:0;582807baec72:41273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:18:52,635 INFO [RS:0;582807baec72:41273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:18:52,635 INFO [RS:0;582807baec72:41273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:18:52,635 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,635 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:18:52,636 INFO [RS:0;582807baec72:41273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:18:52,636 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,636 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:18:52,637 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:18:52,637 DEBUG [RS:0;582807baec72:41273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,644 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41273,1733483930759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:18:52,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:18:52,662 INFO [RS:0;582807baec72:41273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:18:52,662 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41273,1733483930759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,662 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,662 INFO [RS:0;582807baec72:41273 {}] regionserver.Replication(171): 582807baec72,41273,1733483930759 started 2024-12-06T11:18:52,676 WARN [582807baec72:33087 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:18:52,679 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:52,680 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,41273,1733483930759, RpcServer on 582807baec72/172.17.0.3:41273, sessionid=0x101aa5d7fb20004 2024-12-06T11:18:52,680 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:18:52,680 DEBUG [RS:0;582807baec72:41273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,41273,1733483930759 2024-12-06T11:18:52,680 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,41273,1733483930759' 2024-12-06T11:18:52,680 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11885124346/flush-table-proc/abort' 2024-12-06T11:18:52,680 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11885124346/flush-table-proc/acquired' 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,41273,1733483930759 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,41273,1733483930759' 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11885124346/online-snapshot/abort' 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11885124346/online-snapshot/acquired' 2024-12-06T11:18:52,681 DEBUG [RS:0;582807baec72:41273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:18:52,681 INFO [RS:0;582807baec72:41273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:18:52,681 INFO [RS:0;582807baec72:41273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:18:52,782 INFO [RS:0;582807baec72:41273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:18:52,783 INFO [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C41273%2C1733483930759, suffix=, logDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759, archiveDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/oldWALs, maxLogs=10 2024-12-06T11:18:52,799 DEBUG [RS:0;582807baec72:41273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759/582807baec72%2C41273%2C1733483930759.1733483932784, exclude list is [], retry=0 2024-12-06T11:18:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36123,DS-832b7100-5f37-438d-930a-f6ae1aa09ee6,DISK] 2024-12-06T11:18:52,805 INFO [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759/582807baec72%2C41273%2C1733483930759.1733483932784 2024-12-06T11:18:52,805 DEBUG [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-12-06T11:18:52,926 DEBUG [582807baec72:33087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:18:52,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,41273,1733483930759 2024-12-06T11:18:52,928 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,41273,1733483930759, state=OPENING 2024-12-06T11:18:52,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:18:52,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:18:52,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11885124346/meta-region-server: CHANGED 2024-12-06T11:18:52,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,41273,1733483930759}] 2024-12-06T11:18:52,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:18:52,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11885124346/meta-region-server: CHANGED 2024-12-06T11:18:53,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:18:53,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:18:53,116 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:18:53,116 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:53,117 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:18:53,119 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C41273%2C1733483930759.meta, suffix=.meta, logDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759, archiveDir=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/oldWALs, maxLogs=10 2024-12-06T11:18:53,137 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759/582807baec72%2C41273%2C1733483930759.meta.1733483933119.meta, exclude list is [], retry=0 2024-12-06T11:18:53,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36123,DS-832b7100-5f37-438d-930a-f6ae1aa09ee6,DISK] 2024-12-06T11:18:53,152 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/WALs/582807baec72,41273,1733483930759/582807baec72%2C41273%2C1733483930759.meta.1733483933119.meta 2024-12-06T11:18:53,152 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-12-06T11:18:53,152 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:53,153 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:18:53,153 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:18:53,153 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:18:53,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:18:53,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:18:53,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:18:53,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:18:53,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:18:53,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:18:53,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:53,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:53,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:18:53,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:18:53,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:53,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:53,160 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:18:53,161 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740 2024-12-06T11:18:53,161 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740 2024-12-06T11:18:53,162 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:18:53,162 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:18:53,163 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:53,169 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:18:53,170 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64613224, jitterRate=-0.037187933921813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:53,170 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:18:53,170 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483933153Writing region info on filesystem at 1733483933153Initializing all the Stores at 1733483933154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483933154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483933154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483933154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483933154Cleaning up temporary data from old regions at 1733483933162 (+8 ms)Running coprocessor post-open hooks at 1733483933170 (+8 ms)Region opened successfully at 1733483933170 2024-12-06T11:18:53,172 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483933110 2024-12-06T11:18:53,176 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:18:53,176 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:18:53,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,41273,1733483930759 2024-12-06T11:18:53,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,41273,1733483930759, state=OPEN 2024-12-06T11:18:53,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11885124346/meta-region-server 2024-12-06T11:18:53,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11885124346/meta-region-server 2024-12-06T11:18:53,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11885124346/meta-region-server: CHANGED 2024-12-06T11:18:53,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11885124346/meta-region-server: CHANGED 2024-12-06T11:18:53,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,41273,1733483930759 2024-12-06T11:18:53,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:18:53,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,41273,1733483930759 in 233 msec 2024-12-06T11:18:53,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:18:53,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-12-06T11:18:53,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:53,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:18:53,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:18:53,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,41273,1733483930759, seqNum=-1] 2024-12-06T11:18:53,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:18:53,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:18:53,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 752 msec 2024-12-06T11:18:53,208 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483933208, completionTime=-1 2024-12-06T11:18:53,208 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:18:53,208 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733483993211 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484053211 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,211 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,212 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,212 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:33087, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,212 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,212 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,214 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.355sec 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:18:53,218 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:18:53,221 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:18:53,221 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:18:53,221 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33087,1733483930560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:18:53,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33087,-1 for getting cluster id 2024-12-06T11:18:53,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:18:53,319 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '403b274b-477b-4a24-bd1e-38f87d671281' 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "403b274b-477b-4a24-bd1e-38f87d671281" 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ace23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33087,-1] 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:18:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:53,320 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:18:53,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:18:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,41273,1733483930759, seqNum=-1] 2024-12-06T11:18:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:18:53,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:18:53,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,33087,1733483930560 2024-12-06T11:18:53,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:53,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5d7fb20005 connected 2024-12-06T11:18:53,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33229,-1 for getting cluster id 2024-12-06T11:18:53,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:18:53,350 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '334524f5-1f87-4d31-a81e-27a98b266949' 2024-12-06T11:18:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:18:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "334524f5-1f87-4d31-a81e-27a98b266949" 2024-12-06T11:18:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51336681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33229,-1] 2024-12-06T11:18:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:18:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:53,352 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:18:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a76c640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:18:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33229,1733483924604 2024-12-06T11:18:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81754da 2024-12-06T11:18:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:18:53,354 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:18:53,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:18:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:18:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:53,357 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:33087' 2024-12-06T11:18:53,358 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8d65bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,358 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33087,-1 for getting cluster id 2024-12-06T11:18:53,358 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:18:53,358 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '403b274b-477b-4a24-bd1e-38f87d671281' 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "403b274b-477b-4a24-bd1e-38f87d671281" 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5450f71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33087,-1] 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:18:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:53,360 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:18:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5d716d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:53,361 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:18:53,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33087,1733483930560 2024-12-06T11:18:53,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dee9d77 2024-12-06T11:18:53,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:18:53,362 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:18:53,362 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T11:18:53,362 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:18:53,362 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:53,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:53,363 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:53,363 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:18:53,364 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:18:53,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:18:53,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:53,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:18:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741835_1011 (size=1138) 2024-12-06T11:18:53,414 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:18:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:53,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0db1d267bff806bf6da1af6f9adee4f, NAME => 'hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79 2024-12-06T11:18:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741836_1012 (size=44) 2024-12-06T11:18:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0db1d267bff806bf6da1af6f9adee4f, disabling compactions & flushes 2024-12-06T11:18:54,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. after waiting 0 ms 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0db1d267bff806bf6da1af6f9adee4f: Waiting for close lock at 1733483934178Disabling compacts and flushes for region at 1733483934178Disabling writes for close at 1733483934178Writing region close event to WAL at 1733483934178Closed at 1733483934178 2024-12-06T11:18:54,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:18:54,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483934179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483934179"}]},"ts":"1733483934179"} 2024-12-06T11:18:54,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:18:54,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:18:54,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483934182"}]},"ts":"1733483934182"} 2024-12-06T11:18:54,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:18:54,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN}] 2024-12-06T11:18:54,185 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN 2024-12-06T11:18:54,185 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN; state=OFFLINE, location=582807baec72,33547,1733483924842; forceNewPlan=false, retain=false 2024-12-06T11:18:54,336 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0db1d267bff806bf6da1af6f9adee4f, regionState=OPENING, regionLocation=582807baec72,33547,1733483924842 2024-12-06T11:18:54,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN because future has completed 2024-12-06T11:18:54,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,33547,1733483924842}] 2024-12-06T11:18:54,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:54,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:18:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:54,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C33547%2C1733483924842.rep, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:18:54,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.rep.1733483934496, exclude list is [], retry=0 2024-12-06T11:18:54,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:18:54,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.rep.1733483934496 2024-12-06T11:18:54,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:18:54,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c0db1d267bff806bf6da1af6f9adee4f, NAME => 'hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:54,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:18:54,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:18:54,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. service=MultiRowMutationService 2024-12-06T11:18:54,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:18:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,513 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,514 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName hfileref 2024-12-06T11:18:54,514 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:54,515 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:54,515 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,515 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName queue 2024-12-06T11:18:54,515 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:54,516 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:54,516 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,517 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName sid 2024-12-06T11:18:54,517 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:54,517 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:54,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:18:54,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:18:54,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c0db1d267bff806bf6da1af6f9adee4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65724088, jitterRate=-0.020634770393371582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:18:54,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:54,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c0db1d267bff806bf6da1af6f9adee4f: Running coprocessor pre-open hook at 1733483934512Writing region info on filesystem at 1733483934512Initializing all the Stores at 1733483934513 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483934513Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483934513Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483934513Cleaning up temporary data from old regions at 1733483934519 (+6 ms)Running coprocessor post-open hooks at 1733483934523 (+4 ms)Region opened successfully at 1733483934523 2024-12-06T11:18:54,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., pid=7, masterSystemTime=1733483934490 2024-12-06T11:18:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:54,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0db1d267bff806bf6da1af6f9adee4f, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,33547,1733483924842 2024-12-06T11:18:54,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,33547,1733483924842 because future has completed 2024-12-06T11:18:54,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T11:18:54,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,33547,1733483924842 in 192 msec 2024-12-06T11:18:54,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:18:54,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN in 347 msec 2024-12-06T11:18:54,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:18:54,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483934534"}]},"ts":"1733483934534"} 2024-12-06T11:18:54,536 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:18:54,537 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:18:54,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-12-06T11:18:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., hostname=582807baec72,33547,1733483924842, seqNum=2] 2024-12-06T11:18:54,753 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:54,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:18:54,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T11:18:54,928 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:18:54,952 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-582807baec72,33547,1733483924842, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:18:54,952 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:18:54,952 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,33547,1733483924842, seqNum=-1] 2024-12-06T11:18:54,953 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:18:54,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-06T11:18:54,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,33547,1733483924842', locateType=CURRENT is [region=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., hostname=582807baec72,33547,1733483924842, seqNum=2] 2024-12-06T11:18:54,957 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T11:18:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T11:18:54,959 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,33547,1733483924842 suceeded 2024-12-06T11:18:54,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T11:18:54,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-06T11:18:54,960 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:33087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:18:54,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6050 sec 2024-12-06T11:18:54,969 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:33087' 2024-12-06T11:18:54,970 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdbbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:54,970 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33087,-1 for getting cluster id 2024-12-06T11:18:54,970 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:18:54,971 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '403b274b-477b-4a24-bd1e-38f87d671281' 2024-12-06T11:18:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:18:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "403b274b-477b-4a24-bd1e-38f87d671281" 2024-12-06T11:18:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632e9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33087,-1] 2024-12-06T11:18:54,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:18:54,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:54,972 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:18:54,973 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26fa380a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:18:54,973 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:18:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33087,1733483930560 2024-12-06T11:18:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eae19f0 2024-12-06T11:18:54,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:18:54,974 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-06T11:18:54,975 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,33547,1733483924842 (queues=1) is replicating from cluster=334524f5-1f87-4d31-a81e-27a98b266949 to cluster=403b274b-477b-4a24-bd1e-38f87d671281 2024-12-06T11:18:54,975 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C33547%2C1733483924842 2024-12-06T11:18:54,975 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,33547,1733483924842, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:18:54,975 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822, startPosition=0, beingWritten=true 2024-12-06T11:18:54,975 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.shipper582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C33547%2C1733483924842 2024-12-06T11:18:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:18:55,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:18:55,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:18:55,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T11:18:55,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:55,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T11:18:55,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:55,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T11:18:55,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T11:18:55,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T11:18:55,180 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 to pos 0, reset compression=false 2024-12-06T11:18:55,484 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 to pos 0, reset compression=false 2024-12-06T11:18:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:18:55,506 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:18:55,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:55,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:55,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:55,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:18:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33229,1733483924604 2024-12-06T11:18:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140f719a 2024-12-06T11:18:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:18:55,508 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:18:55,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:18:55,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:55,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:55,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:55,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:18:55,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674947762, stopped=false 2024-12-06T11:18:55,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,33229,1733483924604 2024-12-06T11:18:55,568 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:18:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:18:55,568 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:55,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:55,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:18:55,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:55,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:55,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:55,569 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,33547,1733483924842' ***** 2024-12-06T11:18:55,569 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:18:55,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(959): stopping server 582807baec72,33547,1733483924842 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:55,569 INFO [RS:0;582807baec72:33547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:33547. 2024-12-06T11:18:55,570 DEBUG [RS:0;582807baec72:33547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0db1d267bff806bf6da1af6f9adee4f, disabling compactions & flushes 2024-12-06T11:18:55,570 DEBUG [RS:0;582807baec72:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:55,570 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. after waiting 0 ms 2024-12-06T11:18:55,570 INFO [RS:0;582807baec72:33547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:55,570 INFO [RS:0;582807baec72:33547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:18:55,570 INFO [RS:0;582807baec72:33547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:18:55,570 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:18:55,570 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0db1d267bff806bf6da1af6f9adee4f 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T11:18:55,570 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:18:55,570 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1325): Online Regions={c0db1d267bff806bf6da1af6f9adee4f=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:18:55,570 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:55,570 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:18:55,570 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:18:55,570 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T11:18:55,583 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/.tmp/queue/308e91d134cf42e59f502f951ad065eb is 151, key is 1-582807baec72,33547,1733483924842/queue:582807baec72%2C33547%2C1733483924842/1733483934956/Put/seqid=0 2024-12-06T11:18:55,583 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/a14d6b48a7b8426d969e03708d28cc3f is 147, key is hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f./info:regioninfo/1733483934527/Put/seqid=0 2024-12-06T11:18:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741839_1015 (size=5350) 2024-12-06T11:18:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741838_1014 (size=6631) 2024-12-06T11:18:55,598 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:55,756 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:18:55,756 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:18:55,770 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:55,888 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 to pos 0, reset compression=false 2024-12-06T11:18:55,970 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:18:55,987 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/a14d6b48a7b8426d969e03708d28cc3f 2024-12-06T11:18:55,987 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/.tmp/queue/308e91d134cf42e59f502f951ad065eb 2024-12-06T11:18:55,992 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/.tmp/queue/308e91d134cf42e59f502f951ad065eb as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/queue/308e91d134cf42e59f502f951ad065eb 2024-12-06T11:18:55,997 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/queue/308e91d134cf42e59f502f951ad065eb, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T11:18:55,998 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c0db1d267bff806bf6da1af6f9adee4f in 428ms, sequenceid=5, compaction requested=false 2024-12-06T11:18:55,998 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:18:56,003 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:18:56,004 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:56,004 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:56,004 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:56,004 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0db1d267bff806bf6da1af6f9adee4f: Waiting for close lock at 1733483935569Running coprocessor pre-close hooks at 1733483935570 (+1 ms)Disabling compacts and flushes for region at 1733483935570Disabling writes for close at 1733483935570Obtaining lock to block concurrent updates at 1733483935570Preparing flush snapshotting stores in c0db1d267bff806bf6da1af6f9adee4f at 1733483935570Finished memstore snapshotting hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733483935570Flushing stores of hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. at 1733483935571 (+1 ms)Flushing c0db1d267bff806bf6da1af6f9adee4f/queue: creating writer at 1733483935571Flushing c0db1d267bff806bf6da1af6f9adee4f/queue: appending metadata at 1733483935582 (+11 ms)Flushing c0db1d267bff806bf6da1af6f9adee4f/queue: closing flushed file at 1733483935582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2922404b: reopening flushed file at 1733483935992 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c0db1d267bff806bf6da1af6f9adee4f in 428ms, sequenceid=5, compaction requested=false at 1733483935998 (+6 ms)Writing region close event to WAL at 1733483936000 (+2 ms)Running coprocessor post-close hooks at 1733483936004 (+4 ms)Closed at 1733483936004 2024-12-06T11:18:56,004 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:18:56,009 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/ns/4985386b9bce44fdae83a40aa666de32 is 43, key is default/ns:d/1733483927870/Put/seqid=0 2024-12-06T11:18:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741840_1016 (size=5153) 2024-12-06T11:18:56,170 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:56,371 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:56,392 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 to pos 0, reset compression=false 2024-12-06T11:18:56,415 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/ns/4985386b9bce44fdae83a40aa666de32 2024-12-06T11:18:56,432 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/table/0b1dd34d138c423fb1afc2704edc977b is 53, key is hbase:replication/table:state/1733483934534/Put/seqid=0 2024-12-06T11:18:56,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741841_1017 (size=5256) 2024-12-06T11:18:56,571 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:18:56,571 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:18:56,571 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:56,771 DEBUG [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:18:56,836 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/table/0b1dd34d138c423fb1afc2704edc977b 2024-12-06T11:18:56,841 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/a14d6b48a7b8426d969e03708d28cc3f as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/info/a14d6b48a7b8426d969e03708d28cc3f 2024-12-06T11:18:56,846 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/info/a14d6b48a7b8426d969e03708d28cc3f, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T11:18:56,847 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/ns/4985386b9bce44fdae83a40aa666de32 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/ns/4985386b9bce44fdae83a40aa666de32 2024-12-06T11:18:56,852 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/ns/4985386b9bce44fdae83a40aa666de32, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:18:56,853 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/table/0b1dd34d138c423fb1afc2704edc977b as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/table/0b1dd34d138c423fb1afc2704edc977b 2024-12-06T11:18:56,859 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/table/0b1dd34d138c423fb1afc2704edc977b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T11:18:56,860 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-12-06T11:18:56,867 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:18:56,867 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:18:56,867 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:18:56,867 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:56,867 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483935570Running coprocessor pre-close hooks at 1733483935570Disabling compacts and flushes for region at 1733483935570Disabling writes for close at 1733483935570Obtaining lock to block concurrent updates at 1733483935570Preparing flush snapshotting stores in 1588230740 at 1733483935570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733483935570Flushing stores of hbase:meta,,1.1588230740 at 1733483935571 (+1 ms)Flushing 1588230740/info: creating writer at 1733483935571Flushing 1588230740/info: appending metadata at 1733483935582 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733483935582Flushing 1588230740/ns: creating writer at 1733483935992 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733483936008 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733483936008Flushing 1588230740/table: creating writer at 1733483936420 (+412 ms)Flushing 1588230740/table: appending metadata at 1733483936431 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733483936431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c5842b: reopening flushed file at 1733483936840 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228e7812: reopening flushed file at 1733483936846 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab6d517: reopening flushed file at 1733483936852 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1733483936860 (+8 ms)Writing region close event to WAL at 1733483936863 (+3 ms)Running coprocessor post-close hooks at 1733483936867 (+4 ms)Closed at 1733483936867 2024-12-06T11:18:56,867 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:18:56,971 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(976): stopping server 582807baec72,33547,1733483924842; all regions closed. 2024-12-06T11:18:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741834_1010 (size=2742) 2024-12-06T11:18:56,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.meta.1733483927792.meta not finished, retry = 0 2024-12-06T11:18:56,996 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 to pos 0, reset compression=false 2024-12-06T11:18:57,076 DEBUG [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:18:57,076 INFO [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33547%2C1733483924842.meta:.meta(num 1733483927792) 2024-12-06T11:18:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741837_1013 (size=1586) 2024-12-06T11:18:57,080 DEBUG [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:18:57,080 INFO [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33547%2C1733483924842.rep:(num 1733483934496) 2024-12-06T11:18:57,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842/582807baec72%2C33547%2C1733483924842.1733483926822 not finished, retry = 0 2024-12-06T11:18:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741832_1008 (size=93) 2024-12-06T11:18:57,184 DEBUG [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:18:57,184 INFO [RS:0;582807baec72:33547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C33547%2C1733483924842:(num 1733483926822) 2024-12-06T11:18:57,184 DEBUG [RS:0;582807baec72:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:57,184 INFO [RS:0;582807baec72:33547 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:18:57,184 INFO [RS:0;582807baec72:33547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:57,184 INFO [RS:0;582807baec72:33547 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:57,185 INFO [RS:0;582807baec72:33547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:57,185 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:57,185 INFO [RS:0;582807baec72:33547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,33547,1733483924842 because: Region server is closing 2024-12-06T11:18:57,185 INFO [RS:0;582807baec72:33547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:33547. 2024-12-06T11:18:57,185 DEBUG [RS:0;582807baec72:33547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:18:57,185 DEBUG [RS:0;582807baec72:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:57,185 DEBUG [RS:0;582807baec72:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:18:57,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:18:57,285 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.wal-reader.582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:18:57,285 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.shipper582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:18:57,286 INFO [RS:0;582807baec72:33547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,33547,1733483924842.replicationSource.shipper582807baec72%2C33547%2C1733483924842,1-582807baec72,33547,1733483924842 terminated 2024-12-06T11:18:57,286 INFO [RS:0;582807baec72:33547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33547 2024-12-06T11:18:57,357 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/rs/582807baec72,33547,1733483924842 2024-12-06T11:18:57,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/rs 2024-12-06T11:18:57,357 INFO [RS:0;582807baec72:33547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:57,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,33547,1733483924842] 2024-12-06T11:18:57,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/draining/582807baec72,33547,1733483924842 already deleted, retry=false 2024-12-06T11:18:57,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,33547,1733483924842 expired; onlineServers=0 2024-12-06T11:18:57,378 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,33229,1733483924604' ***** 2024-12-06T11:18:57,378 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:18:57,379 DEBUG [M:0;582807baec72:33229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:18:57,379 DEBUG [M:0;582807baec72:33229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:18:57,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:18:57,379 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483926550 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483926550,5,FailOnTimeoutGroup] 2024-12-06T11:18:57,379 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483926552 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483926552,5,FailOnTimeoutGroup] 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:18:57,379 DEBUG [M:0;582807baec72:33229 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:18:57,379 INFO [M:0;582807baec72:33229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:18:57,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:18:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/master 2024-12-06T11:18:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:57,389 DEBUG [M:0;582807baec72:33229 {}] zookeeper.ZKUtil(347): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/master because node does not exist (not an error) 2024-12-06T11:18:57,389 WARN [M:0;582807baec72:33229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:18:57,390 INFO [M:0;582807baec72:33229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.lastflushedseqids 2024-12-06T11:18:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741842_1018 (size=181) 2024-12-06T11:18:57,468 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:57,468 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x101aa5d7fb20001, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:57,468 INFO [RS:0;582807baec72:33547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:57,468 INFO [RS:0;582807baec72:33547 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,33547,1733483924842; zookeeper connection closed. 2024-12-06T11:18:57,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ee8e3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ee8e3b 2024-12-06T11:18:57,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:18:57,794 INFO [M:0;582807baec72:33229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:18:57,794 INFO [M:0;582807baec72:33229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:18:57,795 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:18:57,795 INFO [M:0;582807baec72:33229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:57,795 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:57,795 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:18:57,795 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:57,795 INFO [M:0;582807baec72:33229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T11:18:57,807 DEBUG [M:0;582807baec72:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e6468c5be504388bc600fd174a16bcb is 82, key is hbase:meta,,1/info:regioninfo/1733483927827/Put/seqid=0 2024-12-06T11:18:57,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741843_1019 (size=5672) 2024-12-06T11:18:58,211 INFO [M:0;582807baec72:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e6468c5be504388bc600fd174a16bcb 2024-12-06T11:18:58,228 DEBUG [M:0;582807baec72:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7789b9ead2354ee99d85eba488c27bf4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733483934538/Put/seqid=0 2024-12-06T11:18:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741844_1020 (size=7203) 2024-12-06T11:18:58,632 INFO [M:0;582807baec72:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7789b9ead2354ee99d85eba488c27bf4 2024-12-06T11:18:58,648 DEBUG [M:0;582807baec72:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f53d4768f05a4625b6e2e7fe55c64fe7 is 69, key is 582807baec72,33547,1733483924842/rs:state/1733483926640/Put/seqid=0 2024-12-06T11:18:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741845_1021 (size=5156) 2024-12-06T11:18:58,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:18:58,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:58,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:58,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:58,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:58,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:58,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:18:59,052 INFO [M:0;582807baec72:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f53d4768f05a4625b6e2e7fe55c64fe7 2024-12-06T11:18:59,056 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e6468c5be504388bc600fd174a16bcb as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e6468c5be504388bc600fd174a16bcb 2024-12-06T11:18:59,060 INFO [M:0;582807baec72:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e6468c5be504388bc600fd174a16bcb, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T11:18:59,061 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7789b9ead2354ee99d85eba488c27bf4 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7789b9ead2354ee99d85eba488c27bf4 2024-12-06T11:18:59,065 INFO [M:0;582807baec72:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7789b9ead2354ee99d85eba488c27bf4, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T11:18:59,065 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f53d4768f05a4625b6e2e7fe55c64fe7 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f53d4768f05a4625b6e2e7fe55c64fe7 2024-12-06T11:18:59,069 INFO [M:0;582807baec72:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f53d4768f05a4625b6e2e7fe55c64fe7, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T11:18:59,070 INFO [M:0;582807baec72:33229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=70, compaction requested=false 2024-12-06T11:18:59,071 INFO [M:0;582807baec72:33229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:18:59,071 DEBUG [M:0;582807baec72:33229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483937795Disabling compacts and flushes for region at 1733483937795Disabling writes for close at 1733483937795Obtaining lock to block concurrent updates at 1733483937795Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483937795Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733483937795Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483937795Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483937796 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483937807 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483937807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483938215 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483938228 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483938228Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483938636 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483938647 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483938647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334e9ad7: reopening flushed file at 1733483939055 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e622a58: reopening flushed file at 1733483939060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eed470: reopening flushed file at 1733483939065 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=70, compaction requested=false at 1733483939070 (+5 ms)Writing region close event to WAL at 1733483939071 (+1 ms)Closed at 1733483939071 2024-12-06T11:18:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741830_1006 (size=41008) 2024-12-06T11:18:59,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604/582807baec72%2C33229%2C1733483924604.1733483926249 not finished, retry = 0 2024-12-06T11:18:59,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:18:59,174 INFO [M:0;582807baec72:33229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:18:59,174 INFO [M:0;582807baec72:33229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33229 2024-12-06T11:18:59,174 INFO [M:0;582807baec72:33229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:18:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:59,342 INFO [M:0;582807baec72:33229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:18:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101aa5d7fb20000, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:18:59,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:18:59,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:59,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38531 2024-12-06T11:18:59,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38531 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385310x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:59,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38531-0x101aa5d7fb20006 connected 2024-12-06T11:18:59,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:59,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:59,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:59,372 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: INIT 2024-12-06T11:18:59,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79, hbase.cluster.distributed=false 2024-12-06T11:18:59,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/acl 2024-12-06T11:18:59,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38531 2024-12-06T11:18:59,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38531 2024-12-06T11:18:59,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38531 2024-12-06T11:18:59,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38531 2024-12-06T11:18:59,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38531 2024-12-06T11:18:59,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:18:59,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:18:59,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:18:59,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42019 2024-12-06T11:18:59,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42019 connecting to ZooKeeper ensemble=127.0.0.1:51797 2024-12-06T11:18:59,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:59,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:59,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420190x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:18:59,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420190x0, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:18:59,400 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: INIT 2024-12-06T11:18:59,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42019-0x101aa5d7fb20007 connected 2024-12-06T11:18:59,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:18:59,401 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:18:59,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/master 2024-12-06T11:18:59,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/acl 2024-12-06T11:18:59,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42019 2024-12-06T11:18:59,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42019 2024-12-06T11:18:59,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42019 2024-12-06T11:18:59,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42019 2024-12-06T11:18:59,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42019 2024-12-06T11:18:59,412 DEBUG [M:0;582807baec72:38531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:38531 2024-12-06T11:18:59,412 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-127538819/backup-masters/582807baec72,38531,1733483939343 2024-12-06T11:18:59,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:59,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:59,421 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/backup-masters/582807baec72,38531,1733483939343 2024-12-06T11:18:59,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/master 2024-12-06T11:18:59,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:59,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:18:59,431 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/master 2024-12-06T11:18:59,432 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-127538819/backup-masters/582807baec72,38531,1733483939343 from backup master directory 2024-12-06T11:18:59,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:59,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/backup-masters/582807baec72,38531,1733483939343 2024-12-06T11:18:59,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/backup-masters 2024-12-06T11:18:59,441 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:18:59,441 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,38531,1733483939343 2024-12-06T11:18:59,450 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:18:59,450 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:18:59,455 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-06T11:18:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741846_1022 (size=196) 2024-12-06T11:18:59,868 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:18:59,869 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:18:59,869 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:18:59,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T11:18:59,876 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604 to hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604-dead as it is dead 2024-12-06T11:18:59,876 INFO [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604-dead/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:59,877 INFO [master/582807baec72:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604-dead/582807baec72%2C33229%2C1733483924604.1733483926249 after 1ms 2024-12-06T11:18:59,877 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604-dead/582807baec72%2C33229%2C1733483924604.1733483926249 to hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:59,878 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,33229,1733483924604-dead 2024-12-06T11:18:59,878 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,38531,1733483939343 2024-12-06T11:18:59,879 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:18:59,880 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C38531%2C1733483939343, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,38531,1733483939343, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/oldWALs, maxLogs=10 2024-12-06T11:18:59,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,38531,1733483939343/582807baec72%2C38531%2C1733483939343.1733483939880, exclude list is [], retry=0 2024-12-06T11:18:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:18:59,895 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/WALs/582807baec72,38531,1733483939343/582807baec72%2C38531%2C1733483939343.1733483939880 2024-12-06T11:18:59,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:18:59,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:18:59,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:18:59,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,896 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:18:59,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:59,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e6468c5be504388bc600fd174a16bcb 2024-12-06T11:18:59,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:18:59,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:18:59,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:59,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7789b9ead2354ee99d85eba488c27bf4 2024-12-06T11:18:59,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:59,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:18:59,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:59,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f53d4768f05a4625b6e2e7fe55c64fe7 2024-12-06T11:18:59,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:59,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:18:59,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:18:59,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:18:59,918 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,919 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T11:18:59,919 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:59,923 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:59,924 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/582807baec72%2C33229%2C1733483924604.1733483926249 2024-12-06T11:18:59,926 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,926 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,926 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:18:59,928 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:18:59,930 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-06T11:18:59,931 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68793991, jitterRate=0.02511034905910492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:18:59,931 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483939896Initializing all the Stores at 1733483939897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483939897Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483939897Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483939897Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483939897Cleaning up temporary data from old regions at 1733483939926 (+29 ms)Region opened successfully at 1733483939931 (+5 ms) 2024-12-06T11:18:59,931 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:18:59,933 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f57ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:18:59,935 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T11:18:59,935 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:18:59,935 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:18:59,935 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:18:59,936 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:18:59,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:18:59,939 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:18:59,939 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:18:59,939 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T11:18:59,939 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:18:59,942 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=582807baec72,33547,1733483924842, regionLocation=582807baec72,33547,1733483924842, openSeqNum=2 2024-12-06T11:18:59,942 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=582807baec72,33547,1733483924842, table=hbase:meta, region=1588230740 2024-12-06T11:18:59,942 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,33547,1733483924842, state=OPEN 2024-12-06T11:18:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:18:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:18:59,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:59,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:18:59,992 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:18:59,999 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/draining/582807baec72,33547,1733483924842 already deleted, retry=false 2024-12-06T11:18:59,999 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 582807baec72,33547,1733483924842 on 582807baec72,38531,1733483939343 2024-12-06T11:19:00,000 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 582807baec72,33547,1733483924842, splitWal=true, meta=true 2024-12-06T11:19:00,000 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 582807baec72,33547,1733483924842 (carryingMeta=true) 582807baec72,33547,1733483924842/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5a830758[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T11:19:00,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/balancer because node does not exist (not necessarily an error) 2024-12-06T11:19:00,010 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/balancer already deleted, retry=false 2024-12-06T11:19:00,010 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:19:00,011 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:19:00,020 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/normalizer already deleted, retry=false 2024-12-06T11:19:00,021 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:19:00,021 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:19:00,031 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/switch/split already deleted, retry=false 2024-12-06T11:19:00,031 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:19:00,041 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/switch/merge already deleted, retry=false 2024-12-06T11:19:00,054 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Unable to get data of znode /0-127538819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:19:00,062 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/snapshot-cleanup already deleted, retry=false 2024-12-06T11:19:00,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:19:00,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:19:00,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:19:00,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:19:00,073 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,38531,1733483939343, sessionid=0x101aa5d7fb20006, setting cluster-up flag (Was=false) 2024-12-06T11:19:00,084 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127538819/flush-table-proc/acquired, /0-127538819/flush-table-proc/reached, /0-127538819/flush-table-proc/abort 2024-12-06T11:19:00,085 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38531,1733483939343 2024-12-06T11:19:00,095 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127538819/online-snapshot/acquired, /0-127538819/online-snapshot/reached, /0-127538819/online-snapshot/abort 2024-12-06T11:19:00,096 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38531,1733483939343 2024-12-06T11:19:00,097 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.lastflushedseqids 2024-12-06T11:19:00,099 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:19:00,099 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:19:00,099 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,38531,1733483939343 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 582807baec72,33547,1733483924842 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:00,100 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483970105 2024-12-06T11:19:00,105 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 582807baec72,33547,1733483924842, splitWal=true, meta=true 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:19:00,105 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(746): ClusterId : 334524f5-1f87-4d31-a81e-27a98b266949 2024-12-06T11:19:00,105 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:19:00,105 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:19:00,106 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 582807baec72,33547,1733483924842, splitWal=true, meta=true, isMeta: true 2024-12-06T11:19:00,107 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842-splitting 2024-12-06T11:19:00,108 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842-splitting dir is empty, no logs to split. 2024-12-06T11:19:00,108 INFO [PEWorker-1 {}] master.SplitWALManager(105): 582807baec72,33547,1733483924842 WAL count=0, meta=true 2024-12-06T11:19:00,110 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842-splitting dir is empty, no logs to split. 2024-12-06T11:19:00,110 INFO [PEWorker-1 {}] master.SplitWALManager(105): 582807baec72,33547,1733483924842 WAL count=0, meta=true 2024-12-06T11:19:00,110 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 582807baec72,33547,1733483924842 WAL splitting is done? wals=0, meta=true 2024-12-06T11:19:00,110 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:19:00,111 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:19:00,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:00,111 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:19:00,111 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:19:00,111 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:19:00,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T11:19:00,115 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:19:00,115 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:19:00,116 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:19:00,116 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:19:00,116 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483940115,5,FailOnTimeoutGroup] 2024-12-06T11:19:00,116 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483940116,5,FailOnTimeoutGroup] 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483940116, completionTime=-1 2024-12-06T11:19:00,116 WARN [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T11:19:00,116 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T11:19:00,126 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:19:00,126 DEBUG [RS:0;582807baec72:42019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d07ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:00,136 DEBUG [RS:0;582807baec72:42019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42019 2024-12-06T11:19:00,136 INFO [RS:0;582807baec72:42019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:19:00,136 INFO [RS:0;582807baec72:42019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:19:00,136 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:19:00,137 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,38531,1733483939343 with port=42019, startcode=1733483939386 2024-12-06T11:19:00,137 DEBUG [RS:0;582807baec72:42019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:19:00,138 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:19:00,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42019,1733483939386 2024-12-06T11:19:00,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38531 {}] master.ServerManager(517): Registering regionserver=582807baec72,42019,1733483939386 2024-12-06T11:19:00,140 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79 2024-12-06T11:19:00,140 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-12-06T11:19:00,140 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:19:00,167 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T11:19:00,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/rs 2024-12-06T11:19:00,178 DEBUG [RS:0;582807baec72:42019 {}] zookeeper.ZKUtil(111): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on existing znode=/0-127538819/rs/582807baec72,42019,1733483939386 2024-12-06T11:19:00,178 WARN [RS:0;582807baec72:42019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:00,178 INFO [RS:0;582807baec72:42019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:00,178 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386 2024-12-06T11:19:00,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42019,1733483939386] 2024-12-06T11:19:00,195 INFO [RS:0;582807baec72:42019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:19:00,196 INFO [RS:0;582807baec72:42019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:19:00,196 INFO [RS:0;582807baec72:42019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:19:00,197 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,197 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:19:00,197 INFO [RS:0;582807baec72:42019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:00,198 DEBUG [RS:0;582807baec72:42019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,198 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42019,1733483939386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:00,211 INFO [RS:0;582807baec72:42019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:19:00,211 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42019,1733483939386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,223 INFO [RS:0;582807baec72:42019 {}] regionserver.ReplicationSource(231): queueId=1-582807baec72,42019,1733483939386, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:19:00,223 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,223 INFO [RS:0;582807baec72:42019 {}] regionserver.Replication(171): 582807baec72,42019,1733483939386 started 2024-12-06T11:19:00,235 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:00,235 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42019,1733483939386, RpcServer on 582807baec72/172.17.0.3:42019, sessionid=0x101aa5d7fb20007 2024-12-06T11:19:00,235 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:19:00,235 DEBUG [RS:0;582807baec72:42019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42019,1733483939386 2024-12-06T11:19:00,235 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42019,1733483939386' 2024-12-06T11:19:00,235 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127538819/flush-table-proc/abort' 2024-12-06T11:19:00,235 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127538819/flush-table-proc/acquired' 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42019,1733483939386 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42019,1733483939386' 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127538819/online-snapshot/abort' 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127538819/online-snapshot/acquired' 2024-12-06T11:19:00,236 DEBUG [RS:0;582807baec72:42019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:19:00,236 INFO [RS:0;582807baec72:42019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:19:00,236 INFO [RS:0;582807baec72:42019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:19:00,240 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:33087' 2024-12-06T11:19:00,241 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c93327e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:00,241 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33087,-1 for getting cluster id 2024-12-06T11:19:00,241 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:00,242 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '403b274b-477b-4a24-bd1e-38f87d671281' 2024-12-06T11:19:00,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:00,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "403b274b-477b-4a24-bd1e-38f87d671281" 2024-12-06T11:19:00,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7688a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:00,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33087,-1] 2024-12-06T11:19:00,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:00,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:00,244 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:00,244 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dad02d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:00,244 DEBUG [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33087,1733483930560 2024-12-06T11:19:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40aec48a 2024-12-06T11:19:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:00,246 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:00,246 INFO [RS:0;582807baec72:42019.replicationSource,1-582807baec72,42019,1733483939386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,42019,1733483939386 (queues=0) is replicating from cluster=334524f5-1f87-4d31-a81e-27a98b266949 to cluster=403b274b-477b-4a24-bd1e-38f87d671281 2024-12-06T11:19:00,262 WARN [582807baec72:38531 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:19:00,337 INFO [RS:0;582807baec72:42019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:00,338 INFO [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42019%2C1733483939386, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:19:00,356 DEBUG [RS:0;582807baec72:42019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339, exclude list is [], retry=0 2024-12-06T11:19:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:19:00,360 INFO [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 2024-12-06T11:19:00,361 DEBUG [RS:0;582807baec72:42019 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 582807baec72%2C42019%2C1733483939386 for peer 1 2024-12-06T11:19:00,361 DEBUG [RS:0;582807baec72:42019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C42019%2C1733483939386 2024-12-06T11:19:00,361 INFO [RS:0;582807baec72:42019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,42019,1733483939386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:19:00,365 DEBUG [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:19:00,366 INFO [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42019%2C1733483939386 2024-12-06T11:19:00,366 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339, startPosition=0, beingWritten=true 2024-12-06T11:19:00,512 DEBUG [582807baec72:38531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:00,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42019,1733483939386 2024-12-06T11:19:00,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42019,1733483939386, state=OPENING 2024-12-06T11:19:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:19:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:19:00,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:19:00,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:00,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:19:00,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42019,1733483939386}] 2024-12-06T11:19:00,571 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:00,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:00,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:19:00,688 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:19:00,688 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:00,688 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:19:00,689 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42019%2C1733483939386.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:19:00,700 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.meta.1733483940690.meta, exclude list is [], retry=0 2024-12-06T11:19:00,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:19:00,703 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.meta.1733483940690.meta 2024-12-06T11:19:00,703 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:00,704 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:19:00,704 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:19:00,704 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:19:00,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:00,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:00,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:00,711 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/info/a14d6b48a7b8426d969e03708d28cc3f 2024-12-06T11:19:00,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:00,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:00,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:00,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:00,716 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/ns/4985386b9bce44fdae83a40aa666de32 2024-12-06T11:19:00,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:00,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:00,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:00,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:00,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:00,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:00,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:00,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:00,723 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/table/0b1dd34d138c423fb1afc2704edc977b 2024-12-06T11:19:00,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:00,723 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:00,724 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:19:00,725 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740 2024-12-06T11:19:00,726 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:00,726 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:00,726 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:00,727 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:00,728 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69964766, jitterRate=0.04255625605583191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:00,728 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:19:00,728 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483940704Writing region info on filesystem at 1733483940704Initializing all the Stores at 1733483940705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483940705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483940705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483940705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483940705Cleaning up temporary data from old regions at 1733483940726 (+21 ms)Running coprocessor post-open hooks at 1733483940728 (+2 ms)Region opened successfully at 1733483940728 2024-12-06T11:19:00,728 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733483940684 2024-12-06T11:19:00,730 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:19:00,730 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:19:00,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=582807baec72,42019,1733483939386 2024-12-06T11:19:00,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42019,1733483939386, state=OPEN 2024-12-06T11:19:00,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:19:00,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127538819/meta-region-server 2024-12-06T11:19:00,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42019,1733483939386 2024-12-06T11:19:00,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:19:00,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127538819/meta-region-server: CHANGED 2024-12-06T11:19:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T11:19:00,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42019,1733483939386 in 210 msec 2024-12-06T11:19:00,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:19:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-12-06T11:19:00,875 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:01,287 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:01,669 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-06T11:19:01,791 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:02,396 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:03,106 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:03,171 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-06T11:19:03,911 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:04,623 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T11:19:04,623 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:19:04,624 DEBUG [master/582807baec72:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:04,624 DEBUG [master/582807baec72:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42019,1733483939386, seqNum=-1] 2024-12-06T11:19:04,624 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:04,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:04,629 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c0db1d267bff806bf6da1af6f9adee4f, regionState=OPEN, lastHost=582807baec72,33547,1733483924842, regionLocation=582807baec72,33547,1733483924842, openSeqNum=2 2024-12-06T11:19:04,629 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:19:04,629 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484004629 2024-12-06T11:19:04,629 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484064629 2024-12-06T11:19:04,629 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-06T11:19:04,630 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 582807baec72,33547,1733483924842 had 2 regions 2024-12-06T11:19:04,630 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,630 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,630 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,630 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:38531, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,630 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,633 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 582807baec72,33547,1733483924842, splitWal=true, meta=true, isMeta: false 2024-12-06T11:19:04,633 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,637 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842-splitting dir is empty, no logs to split. 2024-12-06T11:19:04,637 INFO [PEWorker-3 {}] master.SplitWALManager(105): 582807baec72,33547,1733483924842 WAL count=0, meta=false 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.199sec 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:04,641 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:19:04,644 WARN [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=582807baec72,33547,1733483924842/hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:04,646 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:19:04,646 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:19:04,646 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38531,1733483939343-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:04,646 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,33547,1733483924842-splitting dir is empty, no logs to split. 2024-12-06T11:19:04,646 INFO [PEWorker-3 {}] master.SplitWALManager(105): 582807baec72,33547,1733483924842 WAL count=0, meta=false 2024-12-06T11:19:04,647 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 582807baec72,33547,1733483924842 WAL splitting is done? wals=0, meta=false 2024-12-06T11:19:04,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN}] 2024-12-06T11:19:04,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN 2024-12-06T11:19:04,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T11:19:04,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38531,-1 for getting cluster id 2024-12-06T11:19:04,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:04,710 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '334524f5-1f87-4d31-a81e-27a98b266949' 2024-12-06T11:19:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "334524f5-1f87-4d31-a81e-27a98b266949" 2024-12-06T11:19:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c930707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38531,-1] 2024-12-06T11:19:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,713 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:04,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697e7e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42019,1733483939386, seqNum=-1] 2024-12-06T11:19:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:04,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:04,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T11:19:04,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:04,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:04,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:04,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 582807baec72:38531 after: 582807baec72:38531 2024-12-06T11:19:04,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38531,-1 for getting cluster id 2024-12-06T11:19:04,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:04,726 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '334524f5-1f87-4d31-a81e-27a98b266949' 2024-12-06T11:19:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "334524f5-1f87-4d31-a81e-27a98b266949" 2024-12-06T11:19:04,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,727 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38531,-1] 2024-12-06T11:19:04,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:04,728 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:04,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cac9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:04,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38531,1733483939343 2024-12-06T11:19:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c427431 2024-12-06T11:19:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:04,732 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:04,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T11:19:04,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:19:04,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:04,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:04,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:04,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:19:04,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2121900035, stopped=false 2024-12-06T11:19:04,736 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,33087,1733483930560 2024-12-06T11:19:04,803 DEBUG [582807baec72:38531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:04,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c0db1d267bff806bf6da1af6f9adee4f, regionState=OPENING, regionLocation=582807baec72,42019,1733483939386 2024-12-06T11:19:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN because future has completed 2024-12-06T11:19:04,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,42019,1733483939386}] 2024-12-06T11:19:04,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11885124346/running 2024-12-06T11:19:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:19:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11885124346/running 2024-12-06T11:19:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:19:04,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:04,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:04,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,41273,1733483930759' ***** 2024-12-06T11:19:04,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:19:04,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/running 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(959): stopping server 582807baec72,41273,1733483930759 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:04,811 INFO [RS:0;582807baec72:41273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:41273. 2024-12-06T11:19:04,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Set watcher on znode that does not yet exist, /11885124346/running 2024-12-06T11:19:04,812 DEBUG [RS:0;582807baec72:41273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:04,812 DEBUG [RS:0;582807baec72:41273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:04,812 INFO [RS:0;582807baec72:41273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:19:04,812 INFO [RS:0;582807baec72:41273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:19:04,812 INFO [RS:0;582807baec72:41273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:19:04,812 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:19:04,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:19:04,812 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:19:04,812 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:19:04,812 DEBUG [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:04,813 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:04,813 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:04,813 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:04,813 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:04,813 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:04,813 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T11:19:04,816 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:04,842 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/.tmp/ns/01b639a252ac48a3b49e7591359f97ea is 43, key is default/ns:d/1733483933202/Put/seqid=0 2024-12-06T11:19:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741835_1011 (size=5153) 2024-12-06T11:19:04,848 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/.tmp/ns/01b639a252ac48a3b49e7591359f97ea 2024-12-06T11:19:04,854 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:04,855 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/.tmp/ns/01b639a252ac48a3b49e7591359f97ea as hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/ns/01b639a252ac48a3b49e7591359f97ea 2024-12-06T11:19:04,862 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/ns/01b639a252ac48a3b49e7591359f97ea, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T11:19:04,863 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false 2024-12-06T11:19:04,863 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:19:04,877 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T11:19:04,877 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:04,877 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:04,878 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:04,878 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483944813Running coprocessor pre-close hooks at 1733483944813Disabling compacts and flushes for region at 1733483944813Disabling writes for close at 1733483944813Obtaining lock to block concurrent updates at 1733483944813Preparing flush snapshotting stores in 1588230740 at 1733483944813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733483944813Flushing stores of hbase:meta,,1.1588230740 at 1733483944814 (+1 ms)Flushing 1588230740/ns: creating writer at 1733483944814Flushing 1588230740/ns: appending metadata at 1733483944842 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733483944842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703157dd: reopening flushed file at 1733483944854 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false at 1733483944863 (+9 ms)Writing region close event to WAL at 1733483944868 (+5 ms)Running coprocessor post-close hooks at 1733483944877 (+9 ms)Closed at 1733483944877 2024-12-06T11:19:04,878 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:04,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:04,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:04,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:19:04,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42019%2C1733483939386.rep, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs, maxLogs=10 2024-12-06T11:19:04,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.rep.1733483944964, exclude list is [], retry=0 2024-12-06T11:19:04,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-6178c46c-c1e4-4b7c-b3e9-8bcb50583b7e,DISK] 2024-12-06T11:19:04,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.rep.1733483944964 2024-12-06T11:19:04,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39477:39477)] 2024-12-06T11:19:04,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c0db1d267bff806bf6da1af6f9adee4f, NAME => 'hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:04,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:04,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:04,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. service=MultiRowMutationService 2024-12-06T11:19:04,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:19:04,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:04,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:04,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:04,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,002 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,003 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName hfileref 2024-12-06T11:19:05,003 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:05,003 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:05,003 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,004 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName queue 2024-12-06T11:19:05,004 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:05,012 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(976): stopping server 582807baec72,41273,1733483930759; all regions closed. 2024-12-06T11:19:05,014 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/queue/308e91d134cf42e59f502f951ad065eb 2024-12-06T11:19:05,015 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:05,015 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,016 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0db1d267bff806bf6da1af6f9adee4f columnFamilyName sid 2024-12-06T11:19:05,016 DEBUG [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:05,016 INFO [StoreOpener-c0db1d267bff806bf6da1af6f9adee4f-1 {}] regionserver.HStore(327): Store=c0db1d267bff806bf6da1af6f9adee4f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:05,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741834_1010 (size=1152) 2024-12-06T11:19:05,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,021 DEBUG [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/oldWALs 2024-12-06T11:19:05,021 INFO [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C41273%2C1733483930759.meta:.meta(num 1733483933119) 2024-12-06T11:19:05,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:05,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741833_1009 (size=93) 2024-12-06T11:19:05,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c0db1d267bff806bf6da1af6f9adee4f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67980560, jitterRate=0.012989282608032227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:05,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:05,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c0db1d267bff806bf6da1af6f9adee4f: Running coprocessor pre-open hook at 1733483944989Writing region info on filesystem at 1733483944989Initializing all the Stores at 1733483944990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483944990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483945001 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483945001Cleaning up temporary data from old regions at 1733483945021 (+20 ms)Running coprocessor post-open hooks at 1733483945025 (+4 ms)Region opened successfully at 1733483945025 2024-12-06T11:19:05,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., pid=13, masterSystemTime=1733483944958 2024-12-06T11:19:05,027 DEBUG [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/oldWALs 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C41273%2C1733483930759:(num 1733483932784) 2024-12-06T11:19:05,028 DEBUG [RS:0;582807baec72:41273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:05,028 INFO [RS:0;582807baec72:41273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41273 2024-12-06T11:19:05,028 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:05,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c0db1d267bff806bf6da1af6f9adee4f, regionState=OPEN, openSeqNum=9, regionLocation=582807baec72,42019,1733483939386 2024-12-06T11:19:05,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:05,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:05,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,42019,1733483939386 because future has completed 2024-12-06T11:19:05,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T11:19:05,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c0db1d267bff806bf6da1af6f9adee4f, server=582807baec72,42019,1733483939386 in 228 msec 2024-12-06T11:19:05,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-06T11:19:05,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0db1d267bff806bf6da1af6f9adee4f, ASSIGN in 388 msec 2024-12-06T11:19:05,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T11:19:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346/rs 2024-12-06T11:19:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11885124346/rs/582807baec72,41273,1733483930759 2024-12-06T11:19:05,042 INFO [RS:0;582807baec72:41273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:05,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,41273,1733483930759] 2024-12-06T11:19:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., hostname=582807baec72,42019,1733483939386, seqNum=9] 2024-12-06T11:19:05,060 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 582807baec72,33547,1733483924842 2024-12-06T11:19:05,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T11:19:05,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11885124346/draining/582807baec72,41273,1733483930759 already deleted, retry=false 2024-12-06T11:19:05,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,41273,1733483930759 expired; onlineServers=0 2024-12-06T11:19:05,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,33087,1733483930560' ***** 2024-12-06T11:19:05,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:05,063 DEBUG [M:0;582807baec72:33087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:19:05,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:19:05,063 DEBUG [M:0;582807baec72:33087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:19:05,063 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483932460 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483932460,5,FailOnTimeoutGroup] 2024-12-06T11:19:05,063 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483932464 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483932464,5,FailOnTimeoutGroup] 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:05,063 DEBUG [M:0;582807baec72:33087 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:05,063 INFO [M:0;582807baec72:33087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:19:05,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:19:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11885124346/master 2024-12-06T11:19:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11885124346 2024-12-06T11:19:05,073 DEBUG [M:0;582807baec72:33087 {}] zookeeper.ZKUtil(347): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Unable to get data of znode /11885124346/master because node does not exist (not an error) 2024-12-06T11:19:05,073 WARN [M:0;582807baec72:33087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:19:05,074 INFO [M:0;582807baec72:33087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/.lastflushedseqids 2024-12-06T11:19:05,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741836_1012 (size=99) 2024-12-06T11:19:05,086 INFO [M:0;582807baec72:33087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:19:05,086 INFO [M:0;582807baec72:33087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:19:05,086 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:05,086 INFO [M:0;582807baec72:33087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:05,086 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:05,086 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:05,086 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:05,086 INFO [M:0;582807baec72:33087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T11:19:05,104 DEBUG [M:0;582807baec72:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eef42d9cb4543a788653b1cedd75c89 is 82, key is hbase:meta,,1/info:regioninfo/1733483933177/Put/seqid=0 2024-12-06T11:19:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741837_1013 (size=5672) 2024-12-06T11:19:05,118 INFO [M:0;582807baec72:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eef42d9cb4543a788653b1cedd75c89 2024-12-06T11:19:05,144 DEBUG [M:0;582807baec72:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf57f91b2a14b86bfcc1ed5d0a59830 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733483933208/Put/seqid=0 2024-12-06T11:19:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741838_1014 (size=5275) 2024-12-06T11:19:05,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:05,152 INFO [RS:0;582807baec72:41273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:05,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41273-0x101aa5d7fb20004, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:05,152 INFO [RS:0;582807baec72:41273 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,41273,1733483930759; zookeeper connection closed. 2024-12-06T11:19:05,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 2024-12-06T11:19:05,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:19:05,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-06T11:19:05,550 INFO [M:0;582807baec72:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf57f91b2a14b86bfcc1ed5d0a59830 2024-12-06T11:19:05,571 DEBUG [M:0;582807baec72:33087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf6cc71e75c54bafae3723e7c5d41acc is 69, key is 582807baec72,41273,1733483930759/rs:state/1733483932552/Put/seqid=0 2024-12-06T11:19:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741839_1015 (size=5156) 2024-12-06T11:19:05,838 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:05,975 INFO [M:0;582807baec72:33087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf6cc71e75c54bafae3723e7c5d41acc 2024-12-06T11:19:05,980 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eef42d9cb4543a788653b1cedd75c89 as hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eef42d9cb4543a788653b1cedd75c89 2024-12-06T11:19:05,984 INFO [M:0;582807baec72:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eef42d9cb4543a788653b1cedd75c89, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T11:19:05,985 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf57f91b2a14b86bfcc1ed5d0a59830 as hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf57f91b2a14b86bfcc1ed5d0a59830 2024-12-06T11:19:05,990 INFO [M:0;582807baec72:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf57f91b2a14b86bfcc1ed5d0a59830, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T11:19:05,991 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf6cc71e75c54bafae3723e7c5d41acc as hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf6cc71e75c54bafae3723e7c5d41acc 2024-12-06T11:19:05,995 INFO [M:0;582807baec72:33087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42015/user/jenkins/test-data/647e3015-82ed-7774-ef44-a755d1f871f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf6cc71e75c54bafae3723e7c5d41acc, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T11:19:05,996 INFO [M:0;582807baec72:33087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=28, compaction requested=false 2024-12-06T11:19:05,997 INFO [M:0;582807baec72:33087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:05,998 DEBUG [M:0;582807baec72:33087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483945086Disabling compacts and flushes for region at 1733483945086Disabling writes for close at 1733483945086Obtaining lock to block concurrent updates at 1733483945086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483945086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733483945086Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483945087 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483945087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483945103 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483945103Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483945125 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483945143 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483945143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483945554 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483945570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483945570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce0ddd1: reopening flushed file at 1733483945979 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1f5488: reopening flushed file at 1733483945984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449b833d: reopening flushed file at 1733483945990 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=28, compaction requested=false at 1733483945996 (+6 ms)Writing region close event to WAL at 1733483945997 (+1 ms)Closed at 1733483945997 2024-12-06T11:19:06,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36123 is added to blk_1073741830_1006 (size=10165) 2024-12-06T11:19:06,002 INFO [M:0;582807baec72:33087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:19:06,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:06,002 INFO [M:0;582807baec72:33087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33087 2024-12-06T11:19:06,002 INFO [M:0;582807baec72:33087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:06,152 INFO [M:0;582807baec72:33087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33087-0x101aa5d7fb20003, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:06,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101cec53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:06,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:06,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:06,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:06,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:06,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:19:06,196 WARN [BP-1836984234-172.17.0.3-1733483927974 heartbeating to localhost/127.0.0.1:42015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:19:06,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:19:06,197 WARN [BP-1836984234-172.17.0.3-1733483927974 heartbeating to localhost/127.0.0.1:42015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1836984234-172.17.0.3-1733483927974 (Datanode Uuid 1a8a792c-db53-4f23-9573-c7927c9841cd) service to localhost/127.0.0.1:42015 2024-12-06T11:19:06,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/cluster_56a578fc-b582-5c99-f70f-ea8dca735331/data/data1/current/BP-1836984234-172.17.0.3-1733483927974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:06,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/cluster_56a578fc-b582-5c99-f70f-ea8dca735331/data/data2/current/BP-1836984234-172.17.0.3-1733483927974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:06,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:19:06,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13601c7a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:06,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:06,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:06,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:06,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:06,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:06,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:06,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:19:06,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:19:06,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:06,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:06,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:06,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:06,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:06,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:19:06,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647902611, stopped=false 2024-12-06T11:19:06,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,38531,1733483939343 2024-12-06T11:19:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:19:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/running 2024-12-06T11:19:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:19:06,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:19:06,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:19:06,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Set watcher on znode that does not yet exist, /0-127538819/running 2024-12-06T11:19:06,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:06,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:06,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:06,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:06,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,42019,1733483939386' ***** 2024-12-06T11:19:06,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:19:06,291 INFO [RS:0;582807baec72:42019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:19:06,291 INFO [RS:0;582807baec72:42019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:19:06,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:19:06,291 INFO [RS:0;582807baec72:42019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:19:06,291 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(3091): Received CLOSE for c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:06,291 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(959): stopping server 582807baec72,42019,1733483939386 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42019. 2024-12-06T11:19:06,292 DEBUG [RS:0;582807baec72:42019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:06,292 DEBUG [RS:0;582807baec72:42019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:06,292 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0db1d267bff806bf6da1af6f9adee4f, disabling compactions & flushes 2024-12-06T11:19:06,292 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:19:06,292 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:19:06,292 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. after waiting 0 ms 2024-12-06T11:19:06,292 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:06,292 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:19:06,293 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:19:06,293 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1325): Online Regions={c0db1d267bff806bf6da1af6f9adee4f=hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:19:06,293 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0db1d267bff806bf6da1af6f9adee4f 2024-12-06T11:19:06,293 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:06,293 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:06,293 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:06,293 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:06,293 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:06,293 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T11:19:06,303 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:06,314 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/7120e0cdfa3f40cda396c335f7209ec5 is 147, key is hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f./info:regioninfo/1733483945030/Put/seqid=0 2024-12-06T11:19:06,326 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/replication/c0db1d267bff806bf6da1af6f9adee4f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-06T11:19:06,327 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:06,327 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:06,327 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:06,327 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0db1d267bff806bf6da1af6f9adee4f: Waiting for close lock at 1733483946292Running coprocessor pre-close hooks at 1733483946292Disabling compacts and flushes for region at 1733483946292Disabling writes for close at 1733483946292Writing region close event to WAL at 1733483946294 (+2 ms)Running coprocessor post-close hooks at 1733483946327 (+33 ms)Closed at 1733483946327 2024-12-06T11:19:06,327 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483933363.c0db1d267bff806bf6da1af6f9adee4f. 2024-12-06T11:19:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741851_1027 (size=6385) 2024-12-06T11:19:06,493 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:06,693 DEBUG [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:06,729 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/7120e0cdfa3f40cda396c335f7209ec5 2024-12-06T11:19:06,734 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/.tmp/info/7120e0cdfa3f40cda396c335f7209ec5 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/info/7120e0cdfa3f40cda396c335f7209ec5 2024-12-06T11:19:06,740 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/info/7120e0cdfa3f40cda396c335f7209ec5, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T11:19:06,741 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-12-06T11:19:06,751 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T11:19:06,752 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:06,752 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:06,752 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:06,752 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483946293Running coprocessor pre-close hooks at 1733483946293Disabling compacts and flushes for region at 1733483946293Disabling writes for close at 1733483946293Obtaining lock to block concurrent updates at 1733483946293Preparing flush snapshotting stores in 1588230740 at 1733483946293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733483946294 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483946294Flushing 1588230740/info: creating writer at 1733483946294Flushing 1588230740/info: appending metadata at 1733483946314 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733483946314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b508d68: reopening flushed file at 1733483946734 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1733483946741 (+7 ms)Writing region close event to WAL at 1733483946748 (+7 ms)Running coprocessor post-close hooks at 1733483946752 (+4 ms)Closed at 1733483946752 2024-12-06T11:19:06,752 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:06,893 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(976): stopping server 582807baec72,42019,1733483939386; all regions closed. 2024-12-06T11:19:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741849_1025 (size=2156) 2024-12-06T11:19:06,898 DEBUG [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:19:06,898 INFO [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C42019%2C1733483939386.meta:.meta(num 1733483940690) 2024-12-06T11:19:06,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741850_1026 (size=796) 2024-12-06T11:19:06,903 DEBUG [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:19:06,903 INFO [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C42019%2C1733483939386.rep:(num 1733483944964) 2024-12-06T11:19:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741848_1024 (size=93) 2024-12-06T11:19:06,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 not finished, retry = 0 2024-12-06T11:19:06,945 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 to pos 0, reset compression=false 2024-12-06T11:19:07,008 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339 2024-12-06T11:19:07,008 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T11:19:07,008 DEBUG [RS:0;582807baec72:42019.replicationSource.wal-reader.582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T11:19:07,008 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42019,1733483939386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/WALs/582807baec72,42019,1733483939386/582807baec72%2C42019%2C1733483939386.1733483940339, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T11:19:07,009 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:07,009 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42019,1733483939386, seqNum=-1] 2024-12-06T11:19:07,009 DEBUG [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/oldWALs 2024-12-06T11:19:07,009 INFO [RS:0;582807baec72:42019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C42019%2C1733483939386:(num 1733483940339) 2024-12-06T11:19:07,009 DEBUG [RS:0;582807baec72:42019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:07,009 INFO [RS:0;582807baec72:42019 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:07,010 INFO [RS:0;582807baec72:42019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:07,010 INFO [RS:0;582807baec72:42019 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:07,010 INFO [RS:0;582807baec72:42019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:07,009 WARN [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-582807baec72,42019,1733483939386', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-06T11:19:07,010 INFO [RS:0;582807baec72:42019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,42019,1733483939386 because: Region server is closing 2024-12-06T11:19:07,010 INFO [RS:0;582807baec72:42019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42019. 2024-12-06T11:19:07,010 DEBUG [RS:0;582807baec72:42019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:07,010 DEBUG [RS:0;582807baec72:42019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:07,010 DEBUG [RS:0;582807baec72:42019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:07,011 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:07,011 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T11:19:07,011 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T11:19:07,011 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T11:19:07,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:07,010 ERROR [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,42019,1733483939386: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,42019,1733483939386, walGroup=582807baec72%2C42019%2C1733483939386, offset=582807baec72%2C42019%2C1733483939386.1733483940339:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:19:07,012 ERROR [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:19:07,012 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:19:07,013 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:19:07,013 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:19:07,013 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:19:07,013 INFO [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 712577664 }, "NonHeapMemoryUsage": { "committed": 184221696, "init": 7667712, "max": -1, "used": 181528472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:19:07,016 DEBUG [RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [582807baec72%2C42019%2C1733483939386.1733483940339] 2024-12-06T11:19:07,111 INFO [RS:0;582807baec72:42019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;582807baec72:42019.replicationSource.shipper582807baec72%2C42019%2C1733483939386,1-582807baec72,42019,1733483939386 terminated 2024-12-06T11:19:07,111 INFO [RS:0;582807baec72:42019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42019 2024-12-06T11:19:07,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819/rs 2024-12-06T11:19:07,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/rs/582807baec72,42019,1733483939386 2024-12-06T11:19:07,178 INFO [RS:0;582807baec72:42019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:07,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,42019,1733483939386] 2024-12-06T11:19:07,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/draining/582807baec72,42019,1733483939386 already deleted, retry=false 2024-12-06T11:19:07,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,42019,1733483939386 expired; onlineServers=0 2024-12-06T11:19:07,189 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,38531,1733483939343' ***** 2024-12-06T11:19:07,189 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:19:07,189 INFO [M:0;582807baec72:38531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:07,189 INFO [M:0;582807baec72:38531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:07,189 DEBUG [M:0;582807baec72:38531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:19:07,189 DEBUG [M:0;582807baec72:38531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:19:07,189 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:19:07,189 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483940115 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483940115,5,FailOnTimeoutGroup] 2024-12-06T11:19:07,189 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483940116 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483940116,5,FailOnTimeoutGroup] 2024-12-06T11:19:07,189 INFO [M:0;582807baec72:38531 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:07,189 INFO [M:0;582807baec72:38531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:07,189 DEBUG [M:0;582807baec72:38531 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:19:07,189 INFO [M:0;582807baec72:38531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:19:07,190 INFO [M:0;582807baec72:38531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:07,190 INFO [M:0;582807baec72:38531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:19:07,190 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:19:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127538819/master 2024-12-06T11:19:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127538819 2024-12-06T11:19:07,210 DEBUG [M:0;582807baec72:38531 {}] zookeeper.RecoverableZooKeeper(212): Node /0-127538819/master already deleted, retry=false 2024-12-06T11:19:07,210 DEBUG [M:0;582807baec72:38531 {}] master.ActiveMasterManager(353): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-127538819/master 2024-12-06T11:19:07,211 INFO [M:0;582807baec72:38531 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/.lastflushedseqids 2024-12-06T11:19:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741852_1028 (size=181) 2024-12-06T11:19:07,221 INFO [M:0;582807baec72:38531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:19:07,222 INFO [M:0;582807baec72:38531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:19:07,222 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:07,222 INFO [M:0;582807baec72:38531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:07,222 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:07,222 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:07,222 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:07,222 INFO [M:0;582807baec72:38531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T11:19:07,241 DEBUG [M:0;582807baec72:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79eb52808bed43499901f4d67475be39 is 82, key is hbase:meta,,1/info:regioninfo/1733483940730/Put/seqid=0 2024-12-06T11:19:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741853_1029 (size=5672) 2024-12-06T11:19:07,246 INFO [M:0;582807baec72:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79eb52808bed43499901f4d67475be39 2024-12-06T11:19:07,274 DEBUG [M:0;582807baec72:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578c37b434ec421fa907bc7f894af88c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733483945037/Put/seqid=0 2024-12-06T11:19:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741854_1030 (size=7312) 2024-12-06T11:19:07,299 INFO [RS:0;582807baec72:42019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:07,299 INFO [RS:0;582807baec72:42019 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,42019,1733483939386; zookeeper connection closed. 2024-12-06T11:19:07,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:07,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42019-0x101aa5d7fb20007, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:07,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c4a55af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c4a55af 2024-12-06T11:19:07,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:19:07,687 INFO [M:0;582807baec72:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578c37b434ec421fa907bc7f894af88c 2024-12-06T11:19:07,714 DEBUG [M:0;582807baec72:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6e63ba474f42e88d37a70c9e5c3cf6 is 69, key is 582807baec72,42019,1733483939386/rs:state/1733483940139/Put/seqid=0 2024-12-06T11:19:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741855_1031 (size=5370) 2024-12-06T11:19:08,121 INFO [M:0;582807baec72:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6e63ba474f42e88d37a70c9e5c3cf6 2024-12-06T11:19:08,126 INFO [M:0;582807baec72:38531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea6e63ba474f42e88d37a70c9e5c3cf6 2024-12-06T11:19:08,132 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79eb52808bed43499901f4d67475be39 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79eb52808bed43499901f4d67475be39 2024-12-06T11:19:08,153 INFO [M:0;582807baec72:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79eb52808bed43499901f4d67475be39, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T11:19:08,154 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578c37b434ec421fa907bc7f894af88c as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/578c37b434ec421fa907bc7f894af88c 2024-12-06T11:19:08,160 INFO [M:0;582807baec72:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/578c37b434ec421fa907bc7f894af88c, entries=7, sequenceid=127, filesize=7.1 K 2024-12-06T11:19:08,161 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea6e63ba474f42e88d37a70c9e5c3cf6 as hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea6e63ba474f42e88d37a70c9e5c3cf6 2024-12-06T11:19:08,167 INFO [M:0;582807baec72:38531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea6e63ba474f42e88d37a70c9e5c3cf6 2024-12-06T11:19:08,167 INFO [M:0;582807baec72:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/eb98481c-f7de-a83f-9543-4113ffc4cb79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea6e63ba474f42e88d37a70c9e5c3cf6, entries=2, sequenceid=127, filesize=5.2 K 2024-12-06T11:19:08,169 INFO [M:0;582807baec72:38531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false 2024-12-06T11:19:08,180 INFO [M:0;582807baec72:38531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:08,181 DEBUG [M:0;582807baec72:38531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483947222Disabling compacts and flushes for region at 1733483947222Disabling writes for close at 1733483947222Obtaining lock to block concurrent updates at 1733483947222Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483947222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733483947222Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483947223 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483947223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483947240 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483947241 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483947253 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483947274 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483947274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483947693 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483947713 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483947713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d1308c: reopening flushed file at 1733483948126 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f96d1f3: reopening flushed file at 1733483948153 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d24c47c: reopening flushed file at 1733483948160 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false at 1733483948169 (+9 ms)Writing region close event to WAL at 1733483948180 (+11 ms)Closed at 1733483948180 2024-12-06T11:19:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741847_1023 (size=22903) 2024-12-06T11:19:08,185 INFO [M:0;582807baec72:38531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:19:08,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:08,185 INFO [M:0;582807baec72:38531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38531 2024-12-06T11:19:08,185 INFO [M:0;582807baec72:38531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:08,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:08,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x101aa5d7fb20006, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:08,362 INFO [M:0;582807baec72:38531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:08,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69bdd9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:08,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:08,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:08,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:08,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:08,398 WARN [BP-1315173718-172.17.0.3-1733483922463 heartbeating to localhost/127.0.0.1:41593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:19:08,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:19:08,398 WARN [BP-1315173718-172.17.0.3-1733483922463 heartbeating to localhost/127.0.0.1:41593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1315173718-172.17.0.3-1733483922463 (Datanode Uuid 855f63b6-ef47-4af7-8691-fe0c77fe1dd8) service to localhost/127.0.0.1:41593 2024-12-06T11:19:08,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:19:08,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/data/data1/current/BP-1315173718-172.17.0.3-1733483922463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:08,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/cluster_799cb816-2453-5ff4-7324-119019bc78e2/data/data2/current/BP-1315173718-172.17.0.3-1733483922463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:08,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:19:08,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41726ad5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:08,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b00a1cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:08,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:08,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@488881f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:08,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26303977{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17fdb9d6-70b9-d158-98a4-9d97a96dcdb7/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:08,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:19:08,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:19:08,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51797) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41593 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42015 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=571 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=2608 (was 2644) 2024-12-06T11:19:08,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2608 2024-12-06T11:19:08,475 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-06T11:19:08,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir so I do NOT create it in target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887 2024-12-06T11:19:08,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:19:08,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.tmp.dir so I do NOT create it in target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887 2024-12-06T11:19:08,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50cdc4fb-9266-7d2e-47aa-b6c32f65b81b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:19:08,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887 2024-12-06T11:19:08,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116, deleteOnExit=true 2024-12-06T11:19:08,501 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/zookeeper_0, clientPort=59005, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:19:08,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59005 2024-12-06T11:19:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:19:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:19:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/test.cache.data in system properties and HBase conf 2024-12-06T11:19:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:19:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:19:08,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:19:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:19:08,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:19:08,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5d7fb20002, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:19:08,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5d7fb20005, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:19:08,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5d7fb20002, quorum=127.0.0.1:51797, baseZNode=/0-127538819 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:19:08,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5d7fb20005, quorum=127.0.0.1:51797, baseZNode=/11885124346 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:19:08,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:08,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:08,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:08,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:08,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:19:08,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:08,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:08,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7762b913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:09,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2815af66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-10952085469583227126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:09,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7702e3a8{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-12-06T11:19:09,104 INFO [Time-limited test {}] server.Server(415): Started @163603ms 2024-12-06T11:19:09,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:09,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:09,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:09,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:09,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:19:09,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:09,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:09,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7721a1a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/java.io.tmpdir/jetty-localhost-41887-hadoop-hdfs-3_4_1-tests_jar-_-any-16256076237436958465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:09,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:41887} 2024-12-06T11:19:09,792 INFO [Time-limited test {}] server.Server(415): Started @164291ms 2024-12-06T11:19:09,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:19:10,556 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/data/data1/current/BP-282031524-172.17.0.3-1733483948527/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:10,556 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/data/data2/current/BP-282031524-172.17.0.3-1733483948527/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:10,620 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:19:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a78d643111e76fe with lease ID 0x2f99da14962922a2: Processing first storage report for DS-98b7b055-b299-4405-aed3-430f1283d2b4 from datanode DatanodeRegistration(127.0.0.1:43385, datanodeUuid=62473ff5-974d-47b4-9705-a1b8367a6724, infoPort=34773, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=243294350;c=1733483948527) 2024-12-06T11:19:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a78d643111e76fe with lease ID 0x2f99da14962922a2: from storage DS-98b7b055-b299-4405-aed3-430f1283d2b4 node DatanodeRegistration(127.0.0.1:43385, datanodeUuid=62473ff5-974d-47b4-9705-a1b8367a6724, infoPort=34773, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=243294350;c=1733483948527), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a78d643111e76fe with lease ID 0x2f99da14962922a2: Processing first storage report for DS-5213489f-2b9d-4b55-b531-dca3e8519738 from datanode DatanodeRegistration(127.0.0.1:43385, datanodeUuid=62473ff5-974d-47b4-9705-a1b8367a6724, infoPort=34773, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=243294350;c=1733483948527) 2024-12-06T11:19:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a78d643111e76fe with lease ID 0x2f99da14962922a2: from storage DS-5213489f-2b9d-4b55-b531-dca3e8519738 node DatanodeRegistration(127.0.0.1:43385, datanodeUuid=62473ff5-974d-47b4-9705-a1b8367a6724, infoPort=34773, infoSecurePort=0, ipcPort=34057, storageInfo=lv=-57;cid=testClusterID;nsid=243294350;c=1733483948527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:10,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887 2024-12-06T11:19:10,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:19:10,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a with version=8 2024-12-06T11:19:10,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/hbase-staging 2024-12-06T11:19:10,696 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:19:10,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:10,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37663 2024-12-06T11:19:10,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37663 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376630x0, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:10,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37663-0x101aa5de57e0000 connected 2024-12-06T11:19:10,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/running 2024-12-06T11:19:10,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a, hbase.cluster.distributed=false 2024-12-06T11:19:10,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/acl 2024-12-06T11:19:10,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37663 2024-12-06T11:19:10,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37663 2024-12-06T11:19:10,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37663 2024-12-06T11:19:10,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37663 2024-12-06T11:19:10,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37663 2024-12-06T11:19:10,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:10,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:10,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:10,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:10,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:19:10,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:10,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35377 2024-12-06T11:19:10,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35377 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:10,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353770x0, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:10,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353770x0, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/running 2024-12-06T11:19:10,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:19:10,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35377-0x101aa5de57e0001 connected 2024-12-06T11:19:10,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:19:10,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/master 2024-12-06T11:19:10,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/acl 2024-12-06T11:19:11,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35377 2024-12-06T11:19:11,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35377 2024-12-06T11:19:11,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35377 2024-12-06T11:19:11,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35377 2024-12-06T11:19:11,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35377 2024-12-06T11:19:11,025 DEBUG [M:0;582807baec72:37663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:37663 2024-12-06T11:19:11,028 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-584751305/backup-masters/582807baec72,37663,1733483950696 2024-12-06T11:19:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/backup-masters 2024-12-06T11:19:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/backup-masters 2024-12-06T11:19:11,042 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on existing znode=/0-584751305/backup-masters/582807baec72,37663,1733483950696 2024-12-06T11:19:11,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-584751305/master 2024-12-06T11:19:11,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:11,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:11,052 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on existing znode=/0-584751305/master 2024-12-06T11:19:11,053 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-584751305/backup-masters/582807baec72,37663,1733483950696 from backup master directory 2024-12-06T11:19:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-584751305/backup-masters/582807baec72,37663,1733483950696 2024-12-06T11:19:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/backup-masters 2024-12-06T11:19:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/backup-masters 2024-12-06T11:19:11,062 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:11,062 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,37663,1733483950696 2024-12-06T11:19:11,066 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/hbase.id] with ID: cda47c7b-1932-4738-88e0-20bd093ac606 2024-12-06T11:19:11,066 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/.tmp/hbase.id 2024-12-06T11:19:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:19:11,095 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/.tmp/hbase.id]:[hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/hbase.id] 2024-12-06T11:19:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:11,111 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:19:11,112 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:19:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:19:11,551 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:11,552 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:19:11,552 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:19:11,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:11,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:11,962 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store 2024-12-06T11:19:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:12,002 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:12,002 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:12,002 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483952002Disabling compacts and flushes for region at 1733483952002Disabling writes for close at 1733483952002Writing region close event to WAL at 1733483952002Closed at 1733483952002 2024-12-06T11:19:12,003 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/.initializing 2024-12-06T11:19:12,003 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/WALs/582807baec72,37663,1733483950696 2024-12-06T11:19:12,004 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:12,005 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C37663%2C1733483950696, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/WALs/582807baec72,37663,1733483950696, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/oldWALs, maxLogs=10 2024-12-06T11:19:12,022 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/WALs/582807baec72,37663,1733483950696/582807baec72%2C37663%2C1733483950696.1733483952005, exclude list is [], retry=0 2024-12-06T11:19:12,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43385,DS-98b7b055-b299-4405-aed3-430f1283d2b4,DISK] 2024-12-06T11:19:12,027 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/WALs/582807baec72,37663,1733483950696/582807baec72%2C37663%2C1733483950696.1733483952005 2024-12-06T11:19:12,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-12-06T11:19:12,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:12,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:12,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:19:12,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:12,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:12,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:19:12,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:12,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:12,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:19:12,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:12,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:12,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:19:12,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:12,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:12,044 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,045 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,045 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,046 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,046 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,047 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:12,048 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:12,049 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:12,049 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71960032, jitterRate=0.07228803634643555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:12,050 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483952027Initializing all the Stores at 1733483952028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483952028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483952036 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483952036Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483952036Cleaning up temporary data from old regions at 1733483952046 (+10 ms)Region opened successfully at 1733483952050 (+4 ms) 2024-12-06T11:19:12,050 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:19:12,053 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bf11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:12,053 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:19:12,053 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:19:12,054 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:19:12,054 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:19:12,054 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:19:12,054 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:19:12,054 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:19:12,056 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:19:12,056 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Unable to get data of znode /0-584751305/balancer because node does not exist (not necessarily an error) 2024-12-06T11:19:12,120 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/balancer already deleted, retry=false 2024-12-06T11:19:12,121 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:19:12,121 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Unable to get data of znode /0-584751305/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:19:12,130 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/normalizer already deleted, retry=false 2024-12-06T11:19:12,131 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:19:12,132 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Unable to get data of znode /0-584751305/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:19:12,141 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/switch/split already deleted, retry=false 2024-12-06T11:19:12,142 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Unable to get data of znode /0-584751305/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:19:12,152 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/switch/merge already deleted, retry=false 2024-12-06T11:19:12,153 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Unable to get data of znode /0-584751305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:19:12,162 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/snapshot-cleanup already deleted, retry=false 2024-12-06T11:19:12,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-584751305/running 2024-12-06T11:19:12,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-584751305/running 2024-12-06T11:19:12,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,190 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,37663,1733483950696, sessionid=0x101aa5de57e0000, setting cluster-up flag (Was=false) 2024-12-06T11:19:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,241 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-584751305/flush-table-proc/acquired, /0-584751305/flush-table-proc/reached, /0-584751305/flush-table-proc/abort 2024-12-06T11:19:12,242 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37663,1733483950696 2024-12-06T11:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:12,356 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-584751305/online-snapshot/acquired, /0-584751305/online-snapshot/reached, /0-584751305/online-snapshot/abort 2024-12-06T11:19:12,357 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37663,1733483950696 2024-12-06T11:19:12,359 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:19:12,360 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:12,360 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:19:12,360 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:19:12,361 WARN [master/582807baec72:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 582807baec72,33547,1733483924842: status=Processing ServerCrashProcedure of 582807baec72,33547,1733483924842 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733483940105, completionTime=-1 appears to have been leaked 2024-12-06T11:19:12,361 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,37663,1733483950696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:12,362 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:12,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:19:12,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:12,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483982380 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:19:12,380 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:19:12,388 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,399 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:19:12,399 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:19:12,399 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:19:12,399 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:19:12,400 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:19:12,400 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:19:12,400 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483952400,5,FailOnTimeoutGroup] 2024-12-06T11:19:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:19:12,404 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483952400,5,FailOnTimeoutGroup] 2024-12-06T11:19:12,404 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,404 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:19:12,404 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,404 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,413 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(746): ClusterId : cda47c7b-1932-4738-88e0-20bd093ac606 2024-12-06T11:19:12,414 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:19:12,426 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:19:12,426 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:19:12,436 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:19:12,437 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104a34e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:12,451 DEBUG [RS:0;582807baec72:35377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:35377 2024-12-06T11:19:12,451 INFO [RS:0;582807baec72:35377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:19:12,451 INFO [RS:0;582807baec72:35377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:19:12,451 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:19:12,453 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,37663,1733483950696 with port=35377, startcode=1733483950937 2024-12-06T11:19:12,453 DEBUG [RS:0;582807baec72:35377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:19:12,457 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:19:12,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,35377,1733483950937 2024-12-06T11:19:12,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37663 {}] master.ServerManager(517): Registering regionserver=582807baec72,35377,1733483950937 2024-12-06T11:19:12,458 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a 2024-12-06T11:19:12,458 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39267 2024-12-06T11:19:12,458 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:19:12,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/rs 2024-12-06T11:19:12,468 DEBUG [RS:0;582807baec72:35377 {}] zookeeper.ZKUtil(111): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on existing znode=/0-584751305/rs/582807baec72,35377,1733483950937 2024-12-06T11:19:12,468 WARN [RS:0;582807baec72:35377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:12,468 INFO [RS:0;582807baec72:35377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:12,468 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937 2024-12-06T11:19:12,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,35377,1733483950937] 2024-12-06T11:19:12,508 INFO [RS:0;582807baec72:35377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:19:12,512 INFO [RS:0;582807baec72:35377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:19:12,516 INFO [RS:0;582807baec72:35377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:19:12,516 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,520 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:19:12,521 INFO [RS:0;582807baec72:35377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:19:12,521 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,521 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,522 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:12,522 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:12,522 DEBUG [RS:0;582807baec72:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,532 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35377,1733483950937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:12,553 INFO [RS:0;582807baec72:35377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:19:12,553 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35377,1733483950937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,553 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,553 INFO [RS:0;582807baec72:35377 {}] regionserver.Replication(171): 582807baec72,35377,1733483950937 started 2024-12-06T11:19:12,571 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:12,572 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,35377,1733483950937, RpcServer on 582807baec72/172.17.0.3:35377, sessionid=0x101aa5de57e0001 2024-12-06T11:19:12,572 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:19:12,572 DEBUG [RS:0;582807baec72:35377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,35377,1733483950937 2024-12-06T11:19:12,572 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,35377,1733483950937' 2024-12-06T11:19:12,572 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-584751305/flush-table-proc/abort' 2024-12-06T11:19:12,572 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-584751305/flush-table-proc/acquired' 2024-12-06T11:19:12,576 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:19:12,576 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:19:12,576 DEBUG [RS:0;582807baec72:35377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,35377,1733483950937 2024-12-06T11:19:12,576 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,35377,1733483950937' 2024-12-06T11:19:12,576 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-584751305/online-snapshot/abort' 2024-12-06T11:19:12,577 DEBUG [RS:0;582807baec72:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-584751305/online-snapshot/acquired' 2024-12-06T11:19:12,578 DEBUG [RS:0;582807baec72:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:19:12,578 INFO [RS:0;582807baec72:35377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:19:12,578 INFO [RS:0;582807baec72:35377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:19:12,678 INFO [RS:0;582807baec72:35377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:12,686 INFO [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35377%2C1733483950937, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs, maxLogs=10 2024-12-06T11:19:12,711 DEBUG [RS:0;582807baec72:35377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687, exclude list is [], retry=0 2024-12-06T11:19:12,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43385,DS-98b7b055-b299-4405-aed3-430f1283d2b4,DISK] 2024-12-06T11:19:12,745 INFO [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 2024-12-06T11:19:12,746 DEBUG [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-12-06T11:19:12,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:19:12,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a 2024-12-06T11:19:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:19:13,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:13,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:13,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:13,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:13,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:13,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:13,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:13,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:13,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:13,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:13,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740 2024-12-06T11:19:13,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740 2024-12-06T11:19:13,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:13,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:13,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:13,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:13,230 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:13,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70583984, jitterRate=0.05178332328796387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:13,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483953211Initializing all the Stores at 1733483953212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953212Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483953212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953212Cleaning up temporary data from old regions at 1733483953223 (+11 ms)Region opened successfully at 1733483953231 (+8 ms) 2024-12-06T11:19:13,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:13,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:13,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:13,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:13,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:13,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:13,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483953231Disabling compacts and flushes for region at 1733483953231Disabling writes for close at 1733483953231Writing region close event to WAL at 1733483953232 (+1 ms)Closed at 1733483953232 2024-12-06T11:19:13,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:13,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:19:13,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:19:13,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:13,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:19:13,386 DEBUG [582807baec72:37663 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:13,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:13,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,35377,1733483950937, state=OPENING 2024-12-06T11:19:13,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:19:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:13,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-584751305/meta-region-server: CHANGED 2024-12-06T11:19:13,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:13,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,35377,1733483950937}] 2024-12-06T11:19:13,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-584751305/meta-region-server: CHANGED 2024-12-06T11:19:13,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:13,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:19:13,620 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:19:13,620 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:13,620 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:19:13,622 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35377%2C1733483950937.meta, suffix=.meta, logDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs, maxLogs=10 2024-12-06T11:19:13,652 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.meta.1733483953622.meta, exclude list is [], retry=0 2024-12-06T11:19:13,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43385,DS-98b7b055-b299-4405-aed3-430f1283d2b4,DISK] 2024-12-06T11:19:13,669 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.meta.1733483953622.meta 2024-12-06T11:19:13,672 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-12-06T11:19:13,672 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:13,673 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:19:13,673 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:19:13,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:19:13,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:13,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:13,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:13,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:13,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:13,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:13,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:13,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:13,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:13,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:13,681 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:13,692 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740 2024-12-06T11:19:13,693 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740 2024-12-06T11:19:13,694 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:13,695 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:13,696 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:13,697 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:13,698 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59854718, jitterRate=-0.1080951988697052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:13,698 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:19:13,699 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483953673Writing region info on filesystem at 1733483953673Initializing all the Stores at 1733483953674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483953674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483953674Cleaning up temporary data from old regions at 1733483953695 (+21 ms)Running coprocessor post-open hooks at 1733483953698 (+3 ms)Region opened successfully at 1733483953699 (+1 ms) 2024-12-06T11:19:13,701 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483953614 2024-12-06T11:19:13,703 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:19:13,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:13,704 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:19:13,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,35377,1733483950937, state=OPEN 2024-12-06T11:19:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-584751305/meta-region-server 2024-12-06T11:19:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-584751305/meta-region-server 2024-12-06T11:19:13,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-584751305/meta-region-server: CHANGED 2024-12-06T11:19:13,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-584751305/meta-region-server: CHANGED 2024-12-06T11:19:13,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,35377,1733483950937 2024-12-06T11:19:13,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:19:13,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,35377,1733483950937 in 285 msec 2024-12-06T11:19:13,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:19:13,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-12-06T11:19:13,753 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:13,753 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:19:13,755 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:13,755 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:13,756 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:13,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:13,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4080 sec 2024-12-06T11:19:13,771 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483953771, completionTime=-1 2024-12-06T11:19:13,771 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:19:13,771 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:19:13,773 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:19:13,773 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484013773 2024-12-06T11:19:13,773 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484073773 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:37663, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,774 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,776 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.717sec 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:19:13,782 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:19:13,782 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:19:13,782 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37663,1733483950696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:13,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:13,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:13,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:13,820 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66145eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:13,823 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:13,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:13,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:13,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:13,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,37663,1733483950696 2024-12-06T11:19:13,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:13,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:13,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5de57e0002 connected 2024-12-06T11:19:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir so I do NOT create it in target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e 2024-12-06T11:19:13,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:19:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.tmp.dir so I do NOT create it in target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e 2024-12-06T11:19:13,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:19:13,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e 2024-12-06T11:19:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/cluster_b325c506-43cb-ceda-5556-c5332841ca4c, deleteOnExit=true 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/test.cache.data in system properties and HBase conf 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:19:13,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:19:13,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:13,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:19:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:19:14,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:14,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:14,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:14,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:14,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:19:14,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:14,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:14,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:14,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/java.io.tmpdir/jetty-localhost-40181-hadoop-hdfs-3_4_1-tests_jar-_-any-10426997661121601667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:14,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:40181} 2024-12-06T11:19:14,473 INFO [Time-limited test {}] server.Server(415): Started @168972ms 2024-12-06T11:19:14,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:14,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:14,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:14,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:14,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:19:14,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:14,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:15,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7de42883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/java.io.tmpdir/jetty-localhost-36267-hadoop-hdfs-3_4_1-tests_jar-_-any-14314218870984146849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:15,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:36267} 2024-12-06T11:19:15,094 INFO [Time-limited test {}] server.Server(415): Started @169593ms 2024-12-06T11:19:15,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:19:15,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:19:15,852 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/cluster_b325c506-43cb-ceda-5556-c5332841ca4c/data/data2/current/BP-161283399-172.17.0.3-1733483953907/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:15,852 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/cluster_b325c506-43cb-ceda-5556-c5332841ca4c/data/data1/current/BP-161283399-172.17.0.3-1733483953907/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:15,913 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:19:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb1b10e5aafb5139 with lease ID 0x87af188922c418a5: Processing first storage report for DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1 from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=d510b64a-c9f7-4550-8fa0-5db0e7ef8834, infoPort=41497, infoSecurePort=0, ipcPort=44079, storageInfo=lv=-57;cid=testClusterID;nsid=302791964;c=1733483953907) 2024-12-06T11:19:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb1b10e5aafb5139 with lease ID 0x87af188922c418a5: from storage DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1 node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=d510b64a-c9f7-4550-8fa0-5db0e7ef8834, infoPort=41497, infoSecurePort=0, ipcPort=44079, storageInfo=lv=-57;cid=testClusterID;nsid=302791964;c=1733483953907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb1b10e5aafb5139 with lease ID 0x87af188922c418a5: Processing first storage report for DS-46253075-6cdd-4034-b49d-d2fcb9b36fff from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=d510b64a-c9f7-4550-8fa0-5db0e7ef8834, infoPort=41497, infoSecurePort=0, ipcPort=44079, storageInfo=lv=-57;cid=testClusterID;nsid=302791964;c=1733483953907) 2024-12-06T11:19:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb1b10e5aafb5139 with lease ID 0x87af188922c418a5: from storage DS-46253075-6cdd-4034-b49d-d2fcb9b36fff node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=d510b64a-c9f7-4550-8fa0-5db0e7ef8834, infoPort=41497, infoSecurePort=0, ipcPort=44079, storageInfo=lv=-57;cid=testClusterID;nsid=302791964;c=1733483953907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:16,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e 2024-12-06T11:19:16,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:19:16,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79 with version=8 2024-12-06T11:19:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/hbase-staging 2024-12-06T11:19:16,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:16,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:16,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:19:16,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:16,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42373 2024-12-06T11:19:16,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42373 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423730x0, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:16,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42373-0x101aa5de57e0003 connected 2024-12-06T11:19:16,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/running 2024-12-06T11:19:16,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79, hbase.cluster.distributed=false 2024-12-06T11:19:16,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/acl 2024-12-06T11:19:16,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42373 2024-12-06T11:19:16,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42373 2024-12-06T11:19:16,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42373 2024-12-06T11:19:16,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42373 2024-12-06T11:19:16,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42373 2024-12-06T11:19:16,159 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:19:16,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:16,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46495 2024-12-06T11:19:16,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46495 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:16,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464950x0, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:16,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464950x0, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/running 2024-12-06T11:19:16,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:19:16,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46495-0x101aa5de57e0004 connected 2024-12-06T11:19:16,200 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:19:16,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/master 2024-12-06T11:19:16,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/acl 2024-12-06T11:19:16,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T11:19:16,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46495 2024-12-06T11:19:16,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46495 2024-12-06T11:19:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T11:19:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T11:19:16,240 DEBUG [M:0;582807baec72:42373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:42373 2024-12-06T11:19:16,244 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11931996579/backup-masters/582807baec72,42373,1733483956025 2024-12-06T11:19:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/backup-masters 2024-12-06T11:19:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/backup-masters 2024-12-06T11:19:16,258 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on existing znode=/11931996579/backup-masters/582807baec72,42373,1733483956025 2024-12-06T11:19:16,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11931996579/master 2024-12-06T11:19:16,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,268 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on existing znode=/11931996579/master 2024-12-06T11:19:16,268 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11931996579/backup-masters/582807baec72,42373,1733483956025 from backup master directory 2024-12-06T11:19:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/backup-masters 2024-12-06T11:19:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11931996579/backup-masters/582807baec72,42373,1733483956025 2024-12-06T11:19:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/backup-masters 2024-12-06T11:19:16,278 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:16,278 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,42373,1733483956025 2024-12-06T11:19:16,285 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/hbase.id] with ID: d74816a4-a32f-4e6e-a81f-b9ca47bf29be 2024-12-06T11:19:16,285 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/.tmp/hbase.id 2024-12-06T11:19:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:19:16,294 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/.tmp/hbase.id]:[hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/hbase.id] 2024-12-06T11:19:16,309 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:16,309 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:19:16,311 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T11:19:16,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:19:16,335 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:16,336 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:19:16,338 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:19:16,760 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store 2024-12-06T11:19:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:19:16,771 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:16,771 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:16,772 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:16,772 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:16,772 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:16,772 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:16,772 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:16,772 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483956771Disabling compacts and flushes for region at 1733483956771Disabling writes for close at 1733483956772 (+1 ms)Writing region close event to WAL at 1733483956772Closed at 1733483956772 2024-12-06T11:19:16,773 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/.initializing 2024-12-06T11:19:16,773 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/WALs/582807baec72,42373,1733483956025 2024-12-06T11:19:16,778 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:16,781 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C42373%2C1733483956025, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/WALs/582807baec72,42373,1733483956025, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/oldWALs, maxLogs=10 2024-12-06T11:19:16,799 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/WALs/582807baec72,42373,1733483956025/582807baec72%2C42373%2C1733483956025.1733483956781, exclude list is [], retry=0 2024-12-06T11:19:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1,DISK] 2024-12-06T11:19:16,806 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/WALs/582807baec72,42373,1733483956025/582807baec72%2C42373%2C1733483956025.1733483956781 2024-12-06T11:19:16,807 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-12-06T11:19:16,807 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:16,807 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:16,807 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,807 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:19:16,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:16,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:16,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:19:16,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:16,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:16,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:19:16,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:16,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:16,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:19:16,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:16,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:16,826 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,828 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,828 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,829 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,829 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,830 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:16,831 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:16,837 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:16,837 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67284535, jitterRate=0.0026177018880844116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:16,837 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483956807Initializing all the Stores at 1733483956808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483956808Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483956816 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483956816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483956816Cleaning up temporary data from old regions at 1733483956829 (+13 ms)Region opened successfully at 1733483956837 (+8 ms) 2024-12-06T11:19:16,838 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:19:16,841 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c593a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:16,848 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:19:16,848 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:19:16,848 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:19:16,848 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:19:16,850 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T11:19:16,850 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:19:16,850 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:19:16,854 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:19:16,855 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/balancer because node does not exist (not necessarily an error) 2024-12-06T11:19:16,909 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/balancer already deleted, retry=false 2024-12-06T11:19:16,910 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:19:16,910 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:19:16,921 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/normalizer already deleted, retry=false 2024-12-06T11:19:16,922 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:19:16,925 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:19:16,935 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/switch/split already deleted, retry=false 2024-12-06T11:19:16,937 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:19:16,946 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/switch/merge already deleted, retry=false 2024-12-06T11:19:16,949 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:19:16,962 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/snapshot-cleanup already deleted, retry=false 2024-12-06T11:19:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11931996579/running 2024-12-06T11:19:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11931996579/running 2024-12-06T11:19:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,974 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,42373,1733483956025, sessionid=0x101aa5de57e0003, setting cluster-up flag (Was=false) 2024-12-06T11:19:16,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:16,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:17,029 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11931996579/flush-table-proc/acquired, /11931996579/flush-table-proc/reached, /11931996579/flush-table-proc/abort 2024-12-06T11:19:17,031 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,42373,1733483956025 2024-12-06T11:19:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:17,083 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11931996579/online-snapshot/acquired, /11931996579/online-snapshot/reached, /11931996579/online-snapshot/abort 2024-12-06T11:19:17,084 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,42373,1733483956025 2024-12-06T11:19:17,085 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:19:17,086 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:17,086 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:19:17,087 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:19:17,087 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,42373,1733483956025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:17,088 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:17,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:19:17,099 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:17,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733483987140 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:19:17,140 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:19:17,149 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(746): ClusterId : d74816a4-a32f-4e6e-a81f-b9ca47bf29be 2024-12-06T11:19:17,149 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:19:17,157 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:19:17,157 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:19:17,160 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,167 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:19:17,168 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bc8894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:19:17,188 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:19:17,188 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:19:17,188 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:19:17,188 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:19:17,192 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:19:17,192 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:19:17,193 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483957192,5,FailOnTimeoutGroup] 2024-12-06T11:19:17,202 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483957193,5,FailOnTimeoutGroup] 2024-12-06T11:19:17,202 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,202 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:19:17,202 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,202 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,218 DEBUG [RS:0;582807baec72:46495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:46495 2024-12-06T11:19:17,218 INFO [RS:0;582807baec72:46495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:19:17,218 INFO [RS:0;582807baec72:46495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:19:17,218 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:19:17,219 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,42373,1733483956025 with port=46495, startcode=1733483956158 2024-12-06T11:19:17,219 DEBUG [RS:0;582807baec72:46495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:19:17,220 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:19:17,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,46495,1733483956158 2024-12-06T11:19:17,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42373 {}] master.ServerManager(517): Registering regionserver=582807baec72,46495,1733483956158 2024-12-06T11:19:17,222 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79 2024-12-06T11:19:17,222 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42955 2024-12-06T11:19:17,222 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:19:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/rs 2024-12-06T11:19:17,284 DEBUG [RS:0;582807baec72:46495 {}] zookeeper.ZKUtil(111): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on existing znode=/11931996579/rs/582807baec72,46495,1733483956158 2024-12-06T11:19:17,284 WARN [RS:0;582807baec72:46495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:17,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,46495,1733483956158] 2024-12-06T11:19:17,284 INFO [RS:0;582807baec72:46495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:17,284 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158 2024-12-06T11:19:17,289 INFO [RS:0;582807baec72:46495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:19:17,292 INFO [RS:0;582807baec72:46495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:19:17,295 INFO [RS:0;582807baec72:46495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:19:17,296 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,296 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:19:17,297 INFO [RS:0;582807baec72:46495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:19:17,297 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:17,297 DEBUG [RS:0;582807baec72:46495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,300 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,46495,1733483956158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:17,320 INFO [RS:0;582807baec72:46495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:19:17,320 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,46495,1733483956158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,320 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,320 INFO [RS:0;582807baec72:46495 {}] regionserver.Replication(171): 582807baec72,46495,1733483956158 started 2024-12-06T11:19:17,339 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:17,339 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,46495,1733483956158, RpcServer on 582807baec72/172.17.0.3:46495, sessionid=0x101aa5de57e0004 2024-12-06T11:19:17,339 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:19:17,339 DEBUG [RS:0;582807baec72:46495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,46495,1733483956158 2024-12-06T11:19:17,339 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,46495,1733483956158' 2024-12-06T11:19:17,339 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11931996579/flush-table-proc/abort' 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11931996579/flush-table-proc/acquired' 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,46495,1733483956158 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,46495,1733483956158' 2024-12-06T11:19:17,340 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11931996579/online-snapshot/abort' 2024-12-06T11:19:17,341 DEBUG [RS:0;582807baec72:46495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11931996579/online-snapshot/acquired' 2024-12-06T11:19:17,341 DEBUG [RS:0;582807baec72:46495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:19:17,341 INFO [RS:0;582807baec72:46495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:19:17,341 INFO [RS:0;582807baec72:46495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:19:17,442 INFO [RS:0;582807baec72:46495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:17,443 INFO [RS:0;582807baec72:46495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46495%2C1733483956158, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/oldWALs, maxLogs=10 2024-12-06T11:19:17,456 DEBUG [RS:0;582807baec72:46495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, exclude list is [], retry=0 2024-12-06T11:19:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1,DISK] 2024-12-06T11:19:17,464 INFO [RS:0;582807baec72:46495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 2024-12-06T11:19:17,468 DEBUG [RS:0;582807baec72:46495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-12-06T11:19:17,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:19:17,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79 2024-12-06T11:19:17,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:19:17,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:17,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:17,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:17,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:17,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:17,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:17,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:17,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:17,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:17,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:17,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:17,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:17,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:17,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:17,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:17,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:17,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:17,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740 2024-12-06T11:19:17,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740 2024-12-06T11:19:17,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:17,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:17,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:17,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:17,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:17,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74013975, jitterRate=0.10289417207241058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:17,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483957586Initializing all the Stores at 1733483957588 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483957588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483957588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483957588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483957588Cleaning up temporary data from old regions at 1733483957600 (+12 ms)Region opened successfully at 1733483957609 (+9 ms) 2024-12-06T11:19:17,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:17,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:17,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:17,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:17,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:17,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:17,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483957609Disabling compacts and flushes for region at 1733483957609Disabling writes for close at 1733483957609Writing region close event to WAL at 1733483957633 (+24 ms)Closed at 1733483957633 2024-12-06T11:19:17,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:17,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:19:17,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:19:17,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:17,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:19:17,787 DEBUG [582807baec72:42373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:17,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:17,789 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,46495,1733483956158, state=OPENING 2024-12-06T11:19:17,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:19:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:17,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11931996579/meta-region-server: CHANGED 2024-12-06T11:19:17,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11931996579/meta-region-server: CHANGED 2024-12-06T11:19:17,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:17,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,46495,1733483956158}] 2024-12-06T11:19:18,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:18,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:19:18,013 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:19:18,013 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:18,014 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:19:18,015 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46495%2C1733483956158.meta, suffix=.meta, logDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/oldWALs, maxLogs=10 2024-12-06T11:19:18,033 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.meta.1733483958015.meta, exclude list is [], retry=0 2024-12-06T11:19:18,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1,DISK] 2024-12-06T11:19:18,042 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.meta.1733483958015.meta 2024-12-06T11:19:18,044 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-12-06T11:19:18,044 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:18,045 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:19:18,045 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:19:18,045 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:19:18,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:18,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:18,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:18,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:18,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:18,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:18,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:18,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:18,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:18,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:18,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:18,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:18,052 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:18,053 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740 2024-12-06T11:19:18,055 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740 2024-12-06T11:19:18,056 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:18,056 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:18,057 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:18,059 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:18,060 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66273973, jitterRate=-0.012440845370292664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:18,060 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:19:18,060 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483958045Writing region info on filesystem at 1733483958045Initializing all the Stores at 1733483958047 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483958047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483958048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483958048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483958048Cleaning up temporary data from old regions at 1733483958056 (+8 ms)Running coprocessor post-open hooks at 1733483958060 (+4 ms)Region opened successfully at 1733483958060 2024-12-06T11:19:18,062 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483958005 2024-12-06T11:19:18,064 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:19:18,064 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:19:18,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:18,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,46495,1733483956158, state=OPEN 2024-12-06T11:19:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11931996579/meta-region-server 2024-12-06T11:19:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11931996579/meta-region-server 2024-12-06T11:19:18,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,46495,1733483956158 2024-12-06T11:19:18,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11931996579/meta-region-server: CHANGED 2024-12-06T11:19:18,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11931996579/meta-region-server: CHANGED 2024-12-06T11:19:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:19:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,46495,1733483956158 in 241 msec 2024-12-06T11:19:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:19:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-06T11:19:18,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:18,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:19:18,100 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:18,100 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:18,100 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:18,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:18,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0200 sec 2024-12-06T11:19:18,106 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483958106, completionTime=-1 2024-12-06T11:19:18,106 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:19:18,107 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:19:18,108 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:19:18,108 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484018108 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484078109 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:42373, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,109 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,110 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,111 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.836sec 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:18,114 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:19:18,122 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:19:18,122 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:19:18,122 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42373,1733483956025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:18,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:18,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:18,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:18,157 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:18,159 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:18,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:18,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:18,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:18,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,42373,1733483956025 2024-12-06T11:19:18,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59005 2024-12-06T11:19:18,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:18,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5de57e0005 connected 2024-12-06T11:19:18,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2679dc 2024-12-06T11:19:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:18,198 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:18,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:19:18,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:18,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:18,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:19:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:18,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:19:18,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1737dddfe4d54d9c88d9729e3a3b64ff, NAME => 'test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a 2024-12-06T11:19:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:19:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:18,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:19:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1737dddfe4d54d9c88d9729e3a3b64ff, disabling compactions & flushes 2024-12-06T11:19:18,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. after waiting 0 ms 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:18,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:18,675 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1737dddfe4d54d9c88d9729e3a3b64ff: Waiting for close lock at 1733483958675Disabling compacts and flushes for region at 1733483958675Disabling writes for close at 1733483958675Writing region close event to WAL at 1733483958675Closed at 1733483958675 2024-12-06T11:19:18,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:18,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483958676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483958676"}]},"ts":"1733483958676"} 2024-12-06T11:19:18,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:18,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:18,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483958681"}]},"ts":"1733483958681"} 2024-12-06T11:19:18,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:19:18,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1737dddfe4d54d9c88d9729e3a3b64ff, ASSIGN}] 2024-12-06T11:19:18,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1737dddfe4d54d9c88d9729e3a3b64ff, ASSIGN 2024-12-06T11:19:18,687 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1737dddfe4d54d9c88d9729e3a3b64ff, ASSIGN; state=OFFLINE, location=582807baec72,35377,1733483950937; forceNewPlan=false, retain=false 2024-12-06T11:19:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:18,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1737dddfe4d54d9c88d9729e3a3b64ff, regionState=OPENING, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:18,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1737dddfe4d54d9c88d9729e3a3b64ff, ASSIGN because future has completed 2024-12-06T11:19:18,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1737dddfe4d54d9c88d9729e3a3b64ff, server=582807baec72,35377,1733483950937}] 2024-12-06T11:19:18,999 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:18,999 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1737dddfe4d54d9c88d9729e3a3b64ff, NAME => 'test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:19,000 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:19,000 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:19:19,000 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,000 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:19,000 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,000 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,008 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,009 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1737dddfe4d54d9c88d9729e3a3b64ff columnFamilyName f 2024-12-06T11:19:19,009 DEBUG [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:19,010 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(327): Store=1737dddfe4d54d9c88d9729e3a3b64ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:19,010 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,011 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1737dddfe4d54d9c88d9729e3a3b64ff columnFamilyName f1 2024-12-06T11:19:19,011 DEBUG [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:19,011 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(327): Store=1737dddfe4d54d9c88d9729e3a3b64ff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:19,011 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,012 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1737dddfe4d54d9c88d9729e3a3b64ff columnFamilyName norep 2024-12-06T11:19:19,012 DEBUG [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:19,013 INFO [StoreOpener-1737dddfe4d54d9c88d9729e3a3b64ff-1 {}] regionserver.HStore(327): Store=1737dddfe4d54d9c88d9729e3a3b64ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:19,013 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,013 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,013 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,014 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,014 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,015 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:19,017 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,039 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:19,040 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1737dddfe4d54d9c88d9729e3a3b64ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63446815, jitterRate=-0.054568782448768616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:19,040 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:19,042 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1737dddfe4d54d9c88d9729e3a3b64ff: Running coprocessor pre-open hook at 1733483959000Writing region info on filesystem at 1733483959000Initializing all the Stores at 1733483959001 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483959001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483959008 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483959008Cleaning up temporary data from old regions at 1733483959014 (+6 ms)Running coprocessor post-open hooks at 1733483959040 (+26 ms)Region opened successfully at 1733483959042 (+2 ms) 2024-12-06T11:19:19,044 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., pid=6, masterSystemTime=1733483958994 2024-12-06T11:19:19,045 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:19,045 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:19,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1737dddfe4d54d9c88d9729e3a3b64ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1737dddfe4d54d9c88d9729e3a3b64ff, server=582807baec72,35377,1733483950937 because future has completed 2024-12-06T11:19:19,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:19:19,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1737dddfe4d54d9c88d9729e3a3b64ff, server=582807baec72,35377,1733483950937 in 211 msec 2024-12-06T11:19:19,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:19:19,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1737dddfe4d54d9c88d9729e3a3b64ff, ASSIGN in 371 msec 2024-12-06T11:19:19,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:19,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483959060"}]},"ts":"1733483959060"} 2024-12-06T11:19:19,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:19:19,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:19,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 867 msec 2024-12-06T11:19:19,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:19,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:19,337 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:19:19,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a35ebe 2024-12-06T11:19:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:19,339 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:19,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:19:19,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:19,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:19,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:19:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:19,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:19:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:19,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a307325e3ff520042c15606825eedb5, NAME => 'test,,1733483959339.7a307325e3ff520042c15606825eedb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79 2024-12-06T11:19:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483959339.7a307325e3ff520042c15606825eedb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7a307325e3ff520042c15606825eedb5, disabling compactions & flushes 2024-12-06T11:19:19,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483959339.7a307325e3ff520042c15606825eedb5. after waiting 0 ms 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:19,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:19,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a307325e3ff520042c15606825eedb5: Waiting for close lock at 1733483959781Disabling compacts and flushes for region at 1733483959781Disabling writes for close at 1733483959781Writing region close event to WAL at 1733483959781Closed at 1733483959781 2024-12-06T11:19:19,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:19,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483959339.7a307325e3ff520042c15606825eedb5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483959786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483959786"}]},"ts":"1733483959786"} 2024-12-06T11:19:19,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:19,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:19,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483959790"}]},"ts":"1733483959790"} 2024-12-06T11:19:19,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:19:19,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a307325e3ff520042c15606825eedb5, ASSIGN}] 2024-12-06T11:19:19,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a307325e3ff520042c15606825eedb5, ASSIGN 2024-12-06T11:19:19,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7a307325e3ff520042c15606825eedb5, ASSIGN; state=OFFLINE, location=582807baec72,46495,1733483956158; forceNewPlan=false, retain=false 2024-12-06T11:19:19,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a307325e3ff520042c15606825eedb5, regionState=OPENING, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:19,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7a307325e3ff520042c15606825eedb5, ASSIGN because future has completed 2024-12-06T11:19:19,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a307325e3ff520042c15606825eedb5, server=582807baec72,46495,1733483956158}] 2024-12-06T11:19:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:20,108 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:20,108 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a307325e3ff520042c15606825eedb5, NAME => 'test,,1733483959339.7a307325e3ff520042c15606825eedb5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:20,108 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:20,108 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:19:20,109 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,109 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483959339.7a307325e3ff520042c15606825eedb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:20,109 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,109 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,110 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,111 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a307325e3ff520042c15606825eedb5 columnFamilyName f 2024-12-06T11:19:20,111 DEBUG [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:20,113 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(327): Store=7a307325e3ff520042c15606825eedb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:20,113 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,113 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a307325e3ff520042c15606825eedb5 columnFamilyName f1 2024-12-06T11:19:20,114 DEBUG [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:20,114 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(327): Store=7a307325e3ff520042c15606825eedb5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:20,114 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,114 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a307325e3ff520042c15606825eedb5 columnFamilyName norep 2024-12-06T11:19:20,115 DEBUG [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:20,115 INFO [StoreOpener-7a307325e3ff520042c15606825eedb5-1 {}] regionserver.HStore(327): Store=7a307325e3ff520042c15606825eedb5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:20,115 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,116 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,116 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,117 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,117 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,118 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:20,120 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,122 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:20,123 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7a307325e3ff520042c15606825eedb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65394742, jitterRate=-0.025542408227920532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:20,123 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:20,123 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7a307325e3ff520042c15606825eedb5: Running coprocessor pre-open hook at 1733483960109Writing region info on filesystem at 1733483960109Initializing all the Stores at 1733483960110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483960110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483960110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483960110Cleaning up temporary data from old regions at 1733483960117 (+7 ms)Running coprocessor post-open hooks at 1733483960123 (+6 ms)Region opened successfully at 1733483960123 2024-12-06T11:19:20,124 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483959339.7a307325e3ff520042c15606825eedb5., pid=6, masterSystemTime=1733483960103 2024-12-06T11:19:20,127 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:20,127 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:20,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a307325e3ff520042c15606825eedb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:20,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a307325e3ff520042c15606825eedb5, server=582807baec72,46495,1733483956158 because future has completed 2024-12-06T11:19:20,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:19:20,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a307325e3ff520042c15606825eedb5, server=582807baec72,46495,1733483956158 in 184 msec 2024-12-06T11:19:20,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:19:20,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7a307325e3ff520042c15606825eedb5, ASSIGN in 344 msec 2024-12-06T11:19:20,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:20,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483960140"}]},"ts":"1733483960140"} 2024-12-06T11:19:20,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:19:20,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:20,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 807 msec 2024-12-06T11:19:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:20,487 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:19:20,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:20,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:20,489 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7affdf2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:20,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,490 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4188f207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:20,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:20,492 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a7e652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,494 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a3915a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:20,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:20,497 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f30413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,498 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f9d3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b3eb22 2024-12-06T11:19:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:20,501 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:20,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:42373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:19:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:19:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:20,504 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42373' 2024-12-06T11:19:20,505 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f867fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,505 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:20,505 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:20,506 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:20,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:20,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3f415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,508 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:20,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d156cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:20,509 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e918d0 2024-12-06T11:19:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:20,511 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:20,512 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T11:19:20,512 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:19:20,512 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,512 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:20,513 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:20,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:20,514 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:19:20,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:20,515 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:20,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:19:20,564 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:19:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:20,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0ef9cbcc33f8d138e7f65fef79ef3e, NAME => 'hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a 2024-12-06T11:19:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:19:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:21,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:21,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f0ef9cbcc33f8d138e7f65fef79ef3e, disabling compactions & flushes 2024-12-06T11:19:21,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. after waiting 0 ms 2024-12-06T11:19:21,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f0ef9cbcc33f8d138e7f65fef79ef3e: Waiting for close lock at 1733483961333Disabling compacts and flushes for region at 1733483961333Disabling writes for close at 1733483961333Writing region close event to WAL at 1733483961333Closed at 1733483961333 2024-12-06T11:19:21,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:21,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483961334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483961334"}]},"ts":"1733483961334"} 2024-12-06T11:19:21,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:21,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:21,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483961336"}]},"ts":"1733483961336"} 2024-12-06T11:19:21,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:19:21,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f0ef9cbcc33f8d138e7f65fef79ef3e, ASSIGN}] 2024-12-06T11:19:21,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f0ef9cbcc33f8d138e7f65fef79ef3e, ASSIGN 2024-12-06T11:19:21,339 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f0ef9cbcc33f8d138e7f65fef79ef3e, ASSIGN; state=OFFLINE, location=582807baec72,35377,1733483950937; forceNewPlan=false, retain=false 2024-12-06T11:19:21,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f0ef9cbcc33f8d138e7f65fef79ef3e, regionState=OPENING, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f0ef9cbcc33f8d138e7f65fef79ef3e, ASSIGN because future has completed 2024-12-06T11:19:21,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0ef9cbcc33f8d138e7f65fef79ef3e, server=582807baec72,35377,1733483950937}] 2024-12-06T11:19:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:21,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:21,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:19:21,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35377%2C1733483950937.rep, suffix=, logDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937, archiveDir=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs, maxLogs=10 2024-12-06T11:19:21,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.rep.1733483961648, exclude list is [], retry=0 2024-12-06T11:19:21,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43385,DS-98b7b055-b299-4405-aed3-430f1283d2b4,DISK] 2024-12-06T11:19:21,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.rep.1733483961648 2024-12-06T11:19:21,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773)] 2024-12-06T11:19:21,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0ef9cbcc33f8d138e7f65fef79ef3e, NAME => 'hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:21,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. service=MultiRowMutationService 2024-12-06T11:19:21,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,664 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,665 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0ef9cbcc33f8d138e7f65fef79ef3e columnFamilyName hfileref 2024-12-06T11:19:21,665 DEBUG [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:21,665 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(327): Store=8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:21,665 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,666 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0ef9cbcc33f8d138e7f65fef79ef3e columnFamilyName queue 2024-12-06T11:19:21,666 DEBUG [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:21,666 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(327): Store=8f0ef9cbcc33f8d138e7f65fef79ef3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:21,666 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,667 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0ef9cbcc33f8d138e7f65fef79ef3e columnFamilyName sid 2024-12-06T11:19:21,667 DEBUG [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:21,667 INFO [StoreOpener-8f0ef9cbcc33f8d138e7f65fef79ef3e-1 {}] regionserver.HStore(327): Store=8f0ef9cbcc33f8d138e7f65fef79ef3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:21,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:21,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:21,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f0ef9cbcc33f8d138e7f65fef79ef3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60057104, jitterRate=-0.10507941246032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:21,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:21,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f0ef9cbcc33f8d138e7f65fef79ef3e: Running coprocessor pre-open hook at 1733483961663Writing region info on filesystem at 1733483961663Initializing all the Stores at 1733483961664 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483961664Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483961664Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483961664Cleaning up temporary data from old regions at 1733483961669 (+5 ms)Running coprocessor post-open hooks at 1733483961673 (+4 ms)Region opened successfully at 1733483961673 2024-12-06T11:19:21,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e., pid=10, masterSystemTime=1733483961644 2024-12-06T11:19:21,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:21,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f0ef9cbcc33f8d138e7f65fef79ef3e, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,35377,1733483950937 2024-12-06T11:19:21,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0ef9cbcc33f8d138e7f65fef79ef3e, server=582807baec72,35377,1733483950937 because future has completed 2024-12-06T11:19:21,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:19:21,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0ef9cbcc33f8d138e7f65fef79ef3e, server=582807baec72,35377,1733483950937 in 187 msec 2024-12-06T11:19:21,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:19:21,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f0ef9cbcc33f8d138e7f65fef79ef3e, ASSIGN in 342 msec 2024-12-06T11:19:21,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:21,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483961682"}]},"ts":"1733483961682"} 2024-12-06T11:19:21,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:19:21,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:21,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-06T11:19:21,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e., hostname=582807baec72,35377,1733483950937, seqNum=2] 2024-12-06T11:19:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:21,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:19:21,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:19:21,956 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:19:21,992 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,35377,1733483950937, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:19:21,993 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:21,993 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:21,993 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:21,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:21,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,35377,1733483950937', locateType=CURRENT is [region=hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e., hostname=582807baec72,35377,1733483950937, seqNum=2] 2024-12-06T11:19:21,999 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:19:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:19:22,002 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,35377,1733483950937 suceeded 2024-12-06T11:19:22,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:19:22,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-06T11:19:22,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:42373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:19:22,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-12-06T11:19:22,018 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42373' 2024-12-06T11:19:22,019 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41bcf446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,020 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:22,020 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:22,023 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:22,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:22,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:22,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70beef35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:22,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:22,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,025 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:22,026 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557ccac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,026 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd79086 2024-12-06T11:19:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:22,028 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:22,029 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,35377,1733483950937 (queues=1) is replicating from cluster=cda47c7b-1932-4738-88e0-20bd093ac606 to cluster=d74816a4-a32f-4e6e-a81f-b9ca47bf29be 2024-12-06T11:19:22,029 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C35377%2C1733483950937 2024-12-06T11:19:22,029 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,35377,1733483950937, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:19:22,029 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687, startPosition=0, beingWritten=true 2024-12-06T11:19:22,033 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C35377%2C1733483950937 2024-12-06T11:19:22,043 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:22,043 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:22,043 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35377,1733483950937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:22,248 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:22,552 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:22,647 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:19:22,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:22,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:22,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:22,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:22,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:22,648 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70877812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,650 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9e1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673e237 2024-12-06T11:19:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:22,651 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:22,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:37663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:22,654 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:37663' 2024-12-06T11:19:22,655 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b47b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,655 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:22,655 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:22,656 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df59ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,657 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b660ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:22,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d29e5c9 2024-12-06T11:19:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:22,659 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:22,659 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T11:19:22,659 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:19:22,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,660 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:22,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:22,660 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:22,661 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:19:22,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:22,662 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:22,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:19:22,711 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:19:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:22,955 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:23,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10d585ef29e1deda0690f0d4ba20be7b, NAME => 'hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79 2024-12-06T11:19:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:19:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:23,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:19:23,459 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10d585ef29e1deda0690f0d4ba20be7b, disabling compactions & flushes 2024-12-06T11:19:23,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. after waiting 0 ms 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10d585ef29e1deda0690f0d4ba20be7b: Waiting for close lock at 1733483963475Disabling compacts and flushes for region at 1733483963475Disabling writes for close at 1733483963475Writing region close event to WAL at 1733483963475Closed at 1733483963475 2024-12-06T11:19:23,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:23,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483963476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483963476"}]},"ts":"1733483963476"} 2024-12-06T11:19:23,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:23,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:23,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483963479"}]},"ts":"1733483963479"} 2024-12-06T11:19:23,480 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:19:23,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10d585ef29e1deda0690f0d4ba20be7b, ASSIGN}] 2024-12-06T11:19:23,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10d585ef29e1deda0690f0d4ba20be7b, ASSIGN 2024-12-06T11:19:23,482 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10d585ef29e1deda0690f0d4ba20be7b, ASSIGN; state=OFFLINE, location=582807baec72,46495,1733483956158; forceNewPlan=false, retain=false 2024-12-06T11:19:23,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10d585ef29e1deda0690f0d4ba20be7b, regionState=OPENING, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10d585ef29e1deda0690f0d4ba20be7b, ASSIGN because future has completed 2024-12-06T11:19:23,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10d585ef29e1deda0690f0d4ba20be7b, server=582807baec72,46495,1733483956158}] 2024-12-06T11:19:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:23,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:19:23,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C46495%2C1733483956158.rep, suffix=, logDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158, archiveDir=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/oldWALs, maxLogs=10 2024-12-06T11:19:23,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.rep.1733483963791, exclude list is [], retry=0 2024-12-06T11:19:23,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-9203d242-0cd0-4f0d-a8ff-6ded547c9bc1,DISK] 2024-12-06T11:19:23,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.rep.1733483963791 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 10d585ef29e1deda0690f0d4ba20be7b, NAME => 'hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:23,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. service=MultiRowMutationService 2024-12-06T11:19:23,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,811 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,812 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10d585ef29e1deda0690f0d4ba20be7b columnFamilyName hfileref 2024-12-06T11:19:23,813 DEBUG [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:23,813 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(327): Store=10d585ef29e1deda0690f0d4ba20be7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:23,813 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,814 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10d585ef29e1deda0690f0d4ba20be7b columnFamilyName queue 2024-12-06T11:19:23,814 DEBUG [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:23,814 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(327): Store=10d585ef29e1deda0690f0d4ba20be7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:23,814 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,815 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10d585ef29e1deda0690f0d4ba20be7b columnFamilyName sid 2024-12-06T11:19:23,815 DEBUG [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:23,815 INFO [StoreOpener-10d585ef29e1deda0690f0d4ba20be7b-1 {}] regionserver.HStore(327): Store=10d585ef29e1deda0690f0d4ba20be7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:23,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:23,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:23,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 10d585ef29e1deda0690f0d4ba20be7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62094786, jitterRate=-0.07471558451652527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:23,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:23,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 10d585ef29e1deda0690f0d4ba20be7b: Running coprocessor pre-open hook at 1733483963810Writing region info on filesystem at 1733483963810Initializing all the Stores at 1733483963811 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483963811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483963811Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483963811Cleaning up temporary data from old regions at 1733483963816 (+5 ms)Running coprocessor post-open hooks at 1733483963820 (+4 ms)Region opened successfully at 1733483963820 2024-12-06T11:19:23,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b., pid=10, masterSystemTime=1733483963786 2024-12-06T11:19:23,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:23,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10d585ef29e1deda0690f0d4ba20be7b, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,46495,1733483956158 2024-12-06T11:19:23,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10d585ef29e1deda0690f0d4ba20be7b, server=582807baec72,46495,1733483956158 because future has completed 2024-12-06T11:19:23,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:19:23,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 10d585ef29e1deda0690f0d4ba20be7b, server=582807baec72,46495,1733483956158 in 191 msec 2024-12-06T11:19:23,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:19:23,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10d585ef29e1deda0690f0d4ba20be7b, ASSIGN in 348 msec 2024-12-06T11:19:23,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:23,830 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483963830"}]},"ts":"1733483963830"} 2024-12-06T11:19:23,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:19:23,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:23,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-06T11:19:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b., hostname=582807baec72,46495,1733483956158, seqNum=2] 2024-12-06T11:19:23,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:23,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:23,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:19:24,063 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:24,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:19:24,109 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:19:24,133 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,46495,1733483956158, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:19:24,134 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:24,134 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:24,134 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:24,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,46495,1733483956158', locateType=CURRENT is [region=hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b., hostname=582807baec72,46495,1733483956158, seqNum=2] 2024-12-06T11:19:24,139 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:19:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:19:24,141 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,46495,1733483956158 suceeded 2024-12-06T11:19:24,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:19:24,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-06T11:19:24,142 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:37663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:19:24,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-12-06T11:19:24,151 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:37663' 2024-12-06T11:19:24,152 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a2ea74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:24,152 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:24,153 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:24,153 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:24,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:24,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c67b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:24,155 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:24,155 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7edcc24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:24,155 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:24,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:24,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f9a61f 2024-12-06T11:19:24,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:24,156 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:24,157 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,46495,1733483956158 (queues=1) is replicating from cluster=d74816a4-a32f-4e6e-a81f-b9ca47bf29be to cluster=cda47c7b-1932-4738-88e0-20bd093ac606 2024-12-06T11:19:24,157 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C46495%2C1733483956158 2024-12-06T11:19:24,157 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,46495,1733483956158, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:19:24,157 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C46495%2C1733483956158 2024-12-06T11:19:24,157 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, startPosition=0, beingWritten=true 2024-12-06T11:19:24,162 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:24,162 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:24,162 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,46495,1733483956158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:24,365 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:24,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:24,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:24,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:19:24,669 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:24,767 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:24,797 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:19:24,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:24,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:24,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:24,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:24,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:24,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:24,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733483964800/Put/seqid=0 2024-12-06T11:19:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741840_1016 (size=7894) 2024-12-06T11:19:25,073 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:25,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:19:25,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:19:25,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:19:25,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T11:19:25,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:25,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:19:25,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733483965206/Put/seqid=0 2024-12-06T11:19:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741841_1017 (size=7691) 2024-12-06T11:19:25,571 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:25,577 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:25,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:25,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:25,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:25,612 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5475ffac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:25,613 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:25,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:25,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:25,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:25,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35aa5b6 2024-12-06T11:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:25,625 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2] 2024-12-06T11:19:25,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:25,635 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T11:19:25,638 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T11:19:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T11:19:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:25,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T11:19:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegion(2603): Flush status journal for 1737dddfe4d54d9c88d9729e3a3b64ff: 2024-12-06T11:19:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_0 2024-12-06T11:19:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_0 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/98d215aa3381435d880f97363a85d182_SeqId_4_ 2024-12-06T11:19:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_1 2024-12-06T11:19:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_1 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ 2024-12-06T11:19:25,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_0 into 1737dddfe4d54d9c88d9729e3a3b64ff/f as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/98d215aa3381435d880f97363a85d182_SeqId_4_ - updating store file list. 2024-12-06T11:19:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98d215aa3381435d880f97363a85d182_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:25,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/98d215aa3381435d880f97363a85d182_SeqId_4_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:25,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_0 into 1737dddfe4d54d9c88d9729e3a3b64ff/f (new location: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/98d215aa3381435d880f97363a85d182_SeqId_4_) 2024-12-06T11:19:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_0 2024-12-06T11:19:25,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_1 into 1737dddfe4d54d9c88d9729e3a3b64ff/f as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ - updating store file list. 2024-12-06T11:19:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0beaa02f02694edf917c62f6ceccc81b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:25,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:25,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_1 into 1737dddfe4d54d9c88d9729e3a3b64ff/f (new location: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_) 2024-12-06T11:19:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins__test__p4s7656r1enu024k0g1hkqm0skidfprecji86ujqv6cckeq33f96tk4ueo0jc38n/f/hfile_1 2024-12-06T11:19:25,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:25,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:25,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:25,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2 , the old value is region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:35377 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:19:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:19:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2 from cache 2024-12-06T11:19:25,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:25,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:25,666 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T11:19:25,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:25,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:25,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2] 2024-12-06T11:19:25,671 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:19:25,776 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:35377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T11:19:26,180 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:26,475 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 379, reset compression=false 2024-12-06T11:19:26,480 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:26,480 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35377,1733483950937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1737dddfe4d54d9c88d9729e3a3b64ff/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733483965663/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:19:26,482 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:26,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-06T11:19:26,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.ReplicationSink(318): Replicating [cda47c7b-1932-4738-88e0-20bd093ac606] bulk loaded data 2024-12-06T11:19:26,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f6efa8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:26,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:26,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:26,484 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ee3ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:26,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:26,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d33f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:26,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741840_1016 (size=7894) 2024-12-06T11:19:26,673 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:19:26,680 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:26,884 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741841_1017 (size=7691) 2024-12-06T11:19:26,984 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:27,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@330e6e1d 2024-12-06T11:19:27,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:27,306 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:27,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:27,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:27,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:27,387 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:27,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T11:19:27,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T11:19:27,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ for inclusion in 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T11:19:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:27,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ for inclusion in 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T11:19:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegion(2603): Flush status journal for 7a307325e3ff520042c15606825eedb5: 2024-12-06T11:19:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98d215aa3381435d880f97363a85d182_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/04daa2bf7e674929940edff4dd1d587c_SeqId_4_ 2024-12-06T11:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_ 2024-12-06T11:19:27,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/04daa2bf7e674929940edff4dd1d587c_SeqId_4_ - updating store file list. 2024-12-06T11:19:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04daa2bf7e674929940edff4dd1d587c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/04daa2bf7e674929940edff4dd1d587c_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f (new location: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/04daa2bf7e674929940edff4dd1d587c_SeqId_4_) 2024-12-06T11:19:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/98d215aa3381435d880f97363a85d182_SeqId_4_ 2024-12-06T11:19:27,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_ - updating store file list. 2024-12-06T11:19:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:27,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:27,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ into 7a307325e3ff520042c15606825eedb5/f (new location: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_) 2024-12-06T11:19:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins.hfs.11__test__5fn7mf56qvhh6qdh2h8jchr7fj11t4933cb1smo8de5bm9pjube4d9gpu961q84g/f/0beaa02f02694edf917c62f6ceccc81b_SeqId_4_ 2024-12-06T11:19:27,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.ReplicationSink(324): Finished replicating [cda47c7b-1932-4738-88e0-20bd093ac606] bulk loaded data 2024-12-06T11:19:27,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:27,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733483967684/Put/seqid=0 2024-12-06T11:19:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741842_1018 (size=11194) 2024-12-06T11:19:27,687 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 379, reset compression=false 2024-12-06T11:19:27,691 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:27,691 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,46495,1733483956158 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a307325e3ff520042c15606825eedb5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733483967537/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T11:19:27,693 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:27,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-06T11:19:27,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.ReplicationSink(318): Replicating [cda47c7b-1932-4738-88e0-20bd093ac606, d74816a4-a32f-4e6e-a81f-b9ca47bf29be] bulk loaded data 2024-12-06T11:19:27,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e506fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:27,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37663,-1 for getting cluster id 2024-12-06T11:19:27,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:27,695 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda47c7b-1932-4738-88e0-20bd093ac606' 2024-12-06T11:19:27,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:27,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda47c7b-1932-4738-88e0-20bd093ac606" 2024-12-06T11:19:27,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f008b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:27,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37663,-1] 2024-12-06T11:19:27,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:27,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:27,697 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:27,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a97ce3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741842_1018 (size=7894) 2024-12-06T11:19:27,891 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:27,891 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 725, reset compression=false 2024-12-06T11:19:28,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733483968090/Put/seqid=0 2024-12-06T11:19:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741843_1019 (size=10791) 2024-12-06T11:19:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741843_1019 (size=7691) 2024-12-06T11:19:28,196 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 725, reset compression=false 2024-12-06T11:19:28,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:28,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42373,-1 for getting cluster id 2024-12-06T11:19:28,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:28,496 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:28,497 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd74816a4-a32f-4e6e-a81f-b9ca47bf29be' 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d74816a4-a32f-4e6e-a81f-b9ca47bf29be" 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7c962f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42373,-1] 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:28,498 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:28,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da21cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:28,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:28,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:28,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42373,1733483956025 2024-12-06T11:19:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@99044e4 2024-12-06T11:19:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:28,508 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2] 2024-12-06T11:19:28,513 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:28,518 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T11:19:28,521 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T11:19:28,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37663,1733483950696 2024-12-06T11:19:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c9c1a7 2024-12-06T11:19:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:28,523 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:28,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:28,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:28,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:28,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:28,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:28,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T11:19:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:28,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T11:19:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegion(2603): Flush status journal for 7a307325e3ff520042c15606825eedb5: 2024-12-06T11:19:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_0 2024-12-06T11:19:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_0 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ 2024-12-06T11:19:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_1 2024-12-06T11:19:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_1 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ 2024-12-06T11:19:28,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__3h1h1eq86dcks6g4eqleom5ll0ju59pimpvuk7nraju3inrn93q7o2biarqhbmlf/f/04daa2bf7e674929940edff4dd1d587c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T11:19:28,538 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__3h1h1eq86dcks6g4eqleom5ll0ju59pimpvuk7nraju3inrn93q7o2biarqhbmlf/f/af7ec4b3e4374c1f8ecc5ddb576b0e72_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T11:19:28,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_0 into 7a307325e3ff520042c15606825eedb5/f as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ - updating store file list. 2024-12-06T11:19:28,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.ReplicationSink(324): Finished replicating [cda47c7b-1932-4738-88e0-20bd093ac606, d74816a4-a32f-4e6e-a81f-b9ca47bf29be] bulk loaded data 2024-12-06T11:19:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c0239d6274847a89029d3c8f1d38984_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:28,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ into 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:28,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_0 into 7a307325e3ff520042c15606825eedb5/f (new location: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_) 2024-12-06T11:19:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_0 2024-12-06T11:19:28,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_1 into 7a307325e3ff520042c15606825eedb5/f as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ - updating store file list. 2024-12-06T11:19:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b054ad55cf084d36947953a615cd8f1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:28,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ into 7a307325e3ff520042c15606825eedb5/f 2024-12-06T11:19:28,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_1 into 7a307325e3ff520042c15606825eedb5/f (new location: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_) 2024-12-06T11:19:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/staging/jenkins__test__kmhml0hh6230us9qlfeuok1lh042hc6lgc7g4u48dh3nmkg0hekolgcljd6nklip/f/hfile_1 2024-12-06T11:19:28,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:28,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:28,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:28,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:28,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2 , the old value is region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:46495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:19:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:19:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733483959339.7a307325e3ff520042c15606825eedb5., hostname=582807baec72,46495,1733483956158, seqNum=2 from cache 2024-12-06T11:19:28,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:28,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T11:19:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35377,1733483950937, seqNum=-1] 2024-12-06T11:19:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:28,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., hostname=582807baec72,35377,1733483950937, seqNum=2] 2024-12-06T11:19:28,559 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:19:28,600 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 725, reset compression=false 2024-12-06T11:19:28,605 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:28,605 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,46495,1733483956158 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a307325e3ff520042c15606825eedb5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733483968548/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:19:28,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.ReplicationSink(318): Replicating [d74816a4-a32f-4e6e-a81f-b9ca47bf29be] bulk loaded data 2024-12-06T11:19:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741844_1020 (size=11194) 2024-12-06T11:19:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741845_1021 (size=10791) 2024-12-06T11:19:28,656 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:46495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T11:19:28,805 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1033, reset compression=false 2024-12-06T11:19:29,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:29,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T11:19:29,036 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T11:19:29,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ for inclusion in 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T11:19:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:29,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ for inclusion in 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T11:19:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:19:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegion(2603): Flush status journal for 1737dddfe4d54d9c88d9729e3a3b64ff: 2024-12-06T11:19:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c0239d6274847a89029d3c8f1d38984_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:19:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/9aaafd19903245df8c8b6acea19aa92f_SeqId_6_ 2024-12-06T11:19:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b054ad55cf084d36947953a615cd8f1e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:19:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/63977cfb7765449bba2a87f38cf5baa9_SeqId_6_ 2024-12-06T11:19:29,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/9aaafd19903245df8c8b6acea19aa92f_SeqId_6_ - updating store file list. 2024-12-06T11:19:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9aaafd19903245df8c8b6acea19aa92f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:29,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/9aaafd19903245df8c8b6acea19aa92f_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:29,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f (new location: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/9aaafd19903245df8c8b6acea19aa92f_SeqId_6_) 2024-12-06T11:19:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/5c0239d6274847a89029d3c8f1d38984_SeqId_6_ 2024-12-06T11:19:29,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/63977cfb7765449bba2a87f38cf5baa9_SeqId_6_ - updating store file list. 2024-12-06T11:19:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63977cfb7765449bba2a87f38cf5baa9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:19:29,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/63977cfb7765449bba2a87f38cf5baa9_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f 2024-12-06T11:19:29,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ into 1737dddfe4d54d9c88d9729e3a3b64ff/f (new location: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/f/63977cfb7765449bba2a87f38cf5baa9_SeqId_6_) 2024-12-06T11:19:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/staging/jenkins.hfs.10__test__kued47q77goir2c268mvmt80j1d7q6kp8rb8qo09qa3q2rfr5m7sf1rd77tgu162/f/b054ad55cf084d36947953a615cd8f1e_SeqId_6_ 2024-12-06T11:19:29,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] regionserver.ReplicationSink(324): Finished replicating [d74816a4-a32f-4e6e-a81f-b9ca47bf29be] bulk loaded data 2024-12-06T11:19:29,109 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1033, reset compression=false 2024-12-06T11:19:29,200 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 687, reset compression=false 2024-12-06T11:19:29,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:29,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35377,1733483950937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1737dddfe4d54d9c88d9729e3a3b64ff/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733483969057/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T11:19:29,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.ReplicationSink(318): Replicating [d74816a4-a32f-4e6e-a81f-b9ca47bf29be, cda47c7b-1932-4738-88e0-20bd093ac606] bulk loaded data 2024-12-06T11:19:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741844_1020 (size=11194) 2024-12-06T11:19:29,404 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:29,512 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1033, reset compression=false 2024-12-06T11:19:29,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:19:29,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:29,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:29,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:29,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:29,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:19:29,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1826206187, stopped=false 2024-12-06T11:19:29,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:29,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,42373,1733483956025 2024-12-06T11:19:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741845_1021 (size=10791) 2024-12-06T11:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11931996579/running 2024-12-06T11:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11931996579/running 2024-12-06T11:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:29,624 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:29,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:29,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:29,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,46495,1733483956158' ***** 2024-12-06T11:19:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:19:29,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/running 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:19:29,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:29,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Set watcher on znode that does not yet exist, /11931996579/running 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(3091): Received CLOSE for 10d585ef29e1deda0690f0d4ba20be7b 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(959): stopping server 582807baec72,46495,1733483956158 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:29,625 INFO [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:46495. 2024-12-06T11:19:29,625 DEBUG [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:29,625 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a307325e3ff520042c15606825eedb5, disabling compactions & flushes 2024-12-06T11:19:29,625 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:29,625 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483959339.7a307325e3ff520042c15606825eedb5. after waiting 0 ms 2024-12-06T11:19:29,626 INFO [RS:0;582807baec72:46495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:19:29,626 INFO [RS:0;582807baec72:46495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:19:29,626 INFO [RS:0;582807baec72:46495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:29,626 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:19:29,626 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:19:29,626 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1325): Online Regions={7a307325e3ff520042c15606825eedb5=test,,1733483959339.7a307325e3ff520042c15606825eedb5., 10d585ef29e1deda0690f0d4ba20be7b=hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:19:29,626 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 10d585ef29e1deda0690f0d4ba20be7b, 1588230740, 7a307325e3ff520042c15606825eedb5 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:29,626 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:29,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:29,626 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:19:29,629 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/default/test/7a307325e3ff520042c15606825eedb5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:29,630 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a307325e3ff520042c15606825eedb5: Waiting for close lock at 1733483969625Running coprocessor pre-close hooks at 1733483969625Disabling compacts and flushes for region at 1733483969625Disabling writes for close at 1733483969626 (+1 ms)Writing region close event to WAL at 1733483969626Running coprocessor post-close hooks at 1733483969630 (+4 ms)Closed at 1733483969630 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483959339.7a307325e3ff520042c15606825eedb5. 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10d585ef29e1deda0690f0d4ba20be7b, disabling compactions & flushes 2024-12-06T11:19:29,630 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:29,630 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. after waiting 0 ms 2024-12-06T11:19:29,631 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:29,631 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10d585ef29e1deda0690f0d4ba20be7b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T11:19:29,640 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/info/f84acfd16c6b4f3985436f2352ae7c85 is 147, key is hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b./info:regioninfo/1733483963823/Put/seqid=0 2024-12-06T11:19:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741846_1022 (size=7686) 2024-12-06T11:19:29,649 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/hfileref/196f08685bcb474a83046ee06377bcdf is 74, key is 1/hfileref:04daa2bf7e674929940edff4dd1d587c_SeqId_4_/1733483968541/DeleteColumn/seqid=0 2024-12-06T11:19:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741847_1023 (size=5345) 2024-12-06T11:19:29,707 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:29,709 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:29,826 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 10d585ef29e1deda0690f0d4ba20be7b, 1588230740 2024-12-06T11:19:30,016 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1033, reset compression=false 2024-12-06T11:19:30,020 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:30,020 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1328, reset compression=false 2024-12-06T11:19:30,020 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,46495,1733483956158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:30,021 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,46495,1733483956158: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,46495,1733483956158, walGroup=582807baec72%2C46495%2C1733483956158, offset=582807baec72%2C46495%2C1733483956158.1733483957443:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:46495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:19:30,022 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:19:30,022 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:19:30,022 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:19:30,023 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:19:30,023 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:19:30,023 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 793795568 }, "NonHeapMemoryUsage": { "committed": 189792256, "init": 7667712, "max": -1, "used": 187101336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:19:30,023 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:19:30,026 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 10d585ef29e1deda0690f0d4ba20be7b, 1588230740 2024-12-06T11:19:30,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:19:30,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 from cache 2024-12-06T11:19:30,046 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/info/f84acfd16c6b4f3985436f2352ae7c85 2024-12-06T11:19:30,053 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/hfileref/196f08685bcb474a83046ee06377bcdf 2024-12-06T11:19:30,065 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/ns/9436d5d768e647a09730f9a4badf2221 is 43, key is default/ns:d/1733483958102/Put/seqid=0 2024-12-06T11:19:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741848_1024 (size=5153) 2024-12-06T11:19:30,072 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/queue/d770ae0ee40e4f7eb0551b4c52414be0 is 154, key is 1-582807baec72,46495,1733483956158/queue:582807baec72%2C46495%2C1733483956158/1733483969062/Put/seqid=0 2024-12-06T11:19:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741849_1025 (size=5353) 2024-12-06T11:19:30,111 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:30,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:30,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:30,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 from cache 2024-12-06T11:19:30,225 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1328, reset compression=false 2024-12-06T11:19:30,226 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 10d585ef29e1deda0690f0d4ba20be7b, 1588230740 2024-12-06T11:19:30,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 from cache 2024-12-06T11:19:30,394 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:19:30,395 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:19:30,426 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 10d585ef29e1deda0690f0d4ba20be7b, 1588230740 2024-12-06T11:19:30,469 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/ns/9436d5d768e647a09730f9a4badf2221 2024-12-06T11:19:30,476 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/queue/d770ae0ee40e4f7eb0551b4c52414be0 2024-12-06T11:19:30,479 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/hfileref/196f08685bcb474a83046ee06377bcdf as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/hfileref/196f08685bcb474a83046ee06377bcdf 2024-12-06T11:19:30,483 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/hfileref/196f08685bcb474a83046ee06377bcdf, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T11:19:30,484 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/.tmp/queue/d770ae0ee40e4f7eb0551b4c52414be0 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/queue/d770ae0ee40e4f7eb0551b4c52414be0 2024-12-06T11:19:30,487 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/queue/d770ae0ee40e4f7eb0551b4c52414be0, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T11:19:30,488 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10d585ef29e1deda0690f0d4ba20be7b in 857ms, sequenceid=12, compaction requested=false 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/replication/10d585ef29e1deda0690f0d4ba20be7b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf9bc25a0974e74aa2b5bad3464d89e is 112, key is test,,1733483959339.7a307325e3ff520042c15606825eedb5./rep_barrier:seqnumDuringOpen/1733483960127/Put/seqid=0 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:30,491 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10d585ef29e1deda0690f0d4ba20be7b: Waiting for close lock at 1733483969630Running coprocessor pre-close hooks at 1733483969630Disabling compacts and flushes for region at 1733483969630Disabling writes for close at 1733483969630Obtaining lock to block concurrent updates at 1733483969631 (+1 ms)Preparing flush snapshotting stores in 10d585ef29e1deda0690f0d4ba20be7b at 1733483969631Finished memstore snapshotting hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733483969631Flushing stores of hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. at 1733483969631Flushing 10d585ef29e1deda0690f0d4ba20be7b/hfileref: creating writer at 1733483969632 (+1 ms)Flushing 10d585ef29e1deda0690f0d4ba20be7b/hfileref: appending metadata at 1733483969648 (+16 ms)Flushing 10d585ef29e1deda0690f0d4ba20be7b/hfileref: closing flushed file at 1733483969648Flushing 10d585ef29e1deda0690f0d4ba20be7b/queue: creating writer at 1733483970056 (+408 ms)Flushing 10d585ef29e1deda0690f0d4ba20be7b/queue: appending metadata at 1733483970071 (+15 ms)Flushing 10d585ef29e1deda0690f0d4ba20be7b/queue: closing flushed file at 1733483970071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38576acc: reopening flushed file at 1733483970479 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a92df83: reopening flushed file at 1733483970483 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10d585ef29e1deda0690f0d4ba20be7b in 857ms, sequenceid=12, compaction requested=false at 1733483970488 (+5 ms)Writing region close event to WAL at 1733483970489 (+1 ms)Running coprocessor post-close hooks at 1733483970491 (+2 ms)Closed at 1733483970491 2024-12-06T11:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483962660.10d585ef29e1deda0690f0d4ba20be7b. 2024-12-06T11:19:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741850_1026 (size=5518) 2024-12-06T11:19:30,528 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1328, reset compression=false 2024-12-06T11:19:30,615 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:30,627 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:19:30,627 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:19:30,627 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:30,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1] 2024-12-06T11:19:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 582807baec72,46495,1733483956158 aborting 2024-12-06T11:19:30,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=582807baec72,46495,1733483956158, seqNum=-1 from cache 2024-12-06T11:19:30,827 DEBUG [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:30,894 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf9bc25a0974e74aa2b5bad3464d89e 2024-12-06T11:19:30,914 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/table/7b7897329408442ba93a53ffb05244b0 is 53, key is hbase:replication/table:state/1733483963830/Put/seqid=0 2024-12-06T11:19:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741851_1027 (size=5308) 2024-12-06T11:19:30,918 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/table/7b7897329408442ba93a53ffb05244b0 2024-12-06T11:19:30,922 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/info/f84acfd16c6b4f3985436f2352ae7c85 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/info/f84acfd16c6b4f3985436f2352ae7c85 2024-12-06T11:19:30,925 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/info/f84acfd16c6b4f3985436f2352ae7c85, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:19:30,926 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/ns/9436d5d768e647a09730f9a4badf2221 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/ns/9436d5d768e647a09730f9a4badf2221 2024-12-06T11:19:30,930 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/ns/9436d5d768e647a09730f9a4badf2221, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:19:30,930 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf9bc25a0974e74aa2b5bad3464d89e as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/rep_barrier/ebf9bc25a0974e74aa2b5bad3464d89e 2024-12-06T11:19:30,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/WALs/582807baec72,46495,1733483956158/582807baec72%2C46495%2C1733483956158.1733483957443 to pos 1328, reset compression=false 2024-12-06T11:19:30,946 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/rep_barrier/ebf9bc25a0974e74aa2b5bad3464d89e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:19:30,946 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/.tmp/table/7b7897329408442ba93a53ffb05244b0 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/table/7b7897329408442ba93a53ffb05244b0 2024-12-06T11:19:30,950 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/table/7b7897329408442ba93a53ffb05244b0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:19:30,951 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-12-06T11:19:30,955 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:19:30,955 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:30,955 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:30,955 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:30,956 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483969626Running coprocessor pre-close hooks at 1733483969626Disabling compacts and flushes for region at 1733483969626Disabling writes for close at 1733483969626Obtaining lock to block concurrent updates at 1733483969626Preparing flush snapshotting stores in 1588230740 at 1733483969626Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733483969627 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483969627Flushing 1588230740/info: creating writer at 1733483969627Flushing 1588230740/info: appending metadata at 1733483969640 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733483969640Flushing 1588230740/ns: creating writer at 1733483970051 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733483970065 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733483970065Flushing 1588230740/rep_barrier: creating writer at 1733483970473 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733483970490 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733483970490Flushing 1588230740/table: creating writer at 1733483970898 (+408 ms)Flushing 1588230740/table: appending metadata at 1733483970914 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733483970914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4139dbe5: reopening flushed file at 1733483970921 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14254b62: reopening flushed file at 1733483970925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162a71bf: reopening flushed file at 1733483970930 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9844634: reopening flushed file at 1733483970946 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1733483970951 (+5 ms)Writing region close event to WAL at 1733483970952 (+1 ms)Running coprocessor post-close hooks at 1733483970955 (+3 ms)Closed at 1733483970955 2024-12-06T11:19:30,956 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:31,027 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(976): stopping server 582807baec72,46495,1733483956158; all regions closed. 2024-12-06T11:19:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:19:31,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741839_1015 (size=3127) 2024-12-06T11:19:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741832_1008 (size=1336) 2024-12-06T11:19:31,033 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:31,033 INFO [RS:0;582807baec72:46495 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:31,033 INFO [RS:0;582807baec72:46495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:31,034 INFO [RS:0;582807baec72:46495 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:31,034 INFO [RS:0;582807baec72:46495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:31,034 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:31,034 INFO [RS:0;582807baec72:46495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,46495,1733483956158 because: Region server is closing 2024-12-06T11:19:31,034 INFO [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:46495. 2024-12-06T11:19:31,034 DEBUG [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:31,034 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:31,034 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:31,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:31,135 INFO [RS:0;582807baec72:46495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.shipper582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 terminated 2024-12-06T11:19:31,135 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,46495,1733483956158.replicationSource.wal-reader.582807baec72%2C46495%2C1733483956158,1-582807baec72,46495,1733483956158 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:19:31,135 INFO [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:46495. 2024-12-06T11:19:31,135 DEBUG [RS:0;582807baec72:46495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:31,135 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:31,135 DEBUG [RS:0;582807baec72:46495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:31,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:31,135 INFO [RS:0;582807baec72:46495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46495 2024-12-06T11:19:31,137 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-06T11:19:31,137 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:46495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-06T11:19:31,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-06T11:19:31,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49798 deadline: 1733484029204, exception=java.io.InterruptedIOException 2024-12-06T11:19:31,138 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T11:19:31,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:31,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-06T11:19:31,167 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11931996579/rs/582807baec72,46495,1733483956158 2024-12-06T11:19:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579/rs 2024-12-06T11:19:31,187 INFO [RS:0;582807baec72:46495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:31,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,46495,1733483956158] 2024-12-06T11:19:31,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11931996579/draining/582807baec72,46495,1733483956158 already deleted, retry=false 2024-12-06T11:19:31,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,46495,1733483956158 expired; onlineServers=0 2024-12-06T11:19:31,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,42373,1733483956025' ***** 2024-12-06T11:19:31,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:19:31,208 INFO [M:0;582807baec72:42373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:31,208 INFO [M:0;582807baec72:42373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:31,208 DEBUG [M:0;582807baec72:42373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:19:31,209 DEBUG [M:0;582807baec72:42373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:19:31,209 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483957192 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483957192,5,FailOnTimeoutGroup] 2024-12-06T11:19:31,209 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483957193 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483957193,5,FailOnTimeoutGroup] 2024-12-06T11:19:31,209 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:19:31,209 INFO [M:0;582807baec72:42373 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:31,209 INFO [M:0;582807baec72:42373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:31,209 DEBUG [M:0;582807baec72:42373 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:19:31,209 INFO [M:0;582807baec72:42373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:19:31,209 INFO [M:0;582807baec72:42373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:31,209 INFO [M:0;582807baec72:42373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:19:31,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:19:31,219 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11931996579/master 2024-12-06T11:19:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11931996579 2024-12-06T11:19:31,219 DEBUG [M:0;582807baec72:42373 {}] zookeeper.ZKUtil(347): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Unable to get data of znode /11931996579/master because node does not exist (not an error) 2024-12-06T11:19:31,219 WARN [M:0;582807baec72:42373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:19:31,219 INFO [M:0;582807baec72:42373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/.lastflushedseqids 2024-12-06T11:19:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741852_1028 (size=263) 2024-12-06T11:19:31,239 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 582807baec72:46495 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:46495 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:31,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 582807baec72:46495 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:46495 2024-12-06T11:19:31,239 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=582807baec72:46495 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:46495 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:46495 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-06T11:19:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:19:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37764 deadline: 1733484031241, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T11:19:31,242 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T11:19:31,243 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T11:19:31,298 INFO [RS:0;582807baec72:46495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:31,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:31,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46495-0x101aa5de57e0004, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:31,298 INFO [RS:0;582807baec72:46495 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,46495,1733483956158; zookeeper connection closed. 2024-12-06T11:19:31,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68f81e0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68f81e0d 2024-12-06T11:19:31,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:19:31,443 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T11:19:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:19:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37764 deadline: 1733484031445, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T11:19:31,446 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T11:19:31,446 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T11:19:31,447 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T11:19:31,623 INFO [M:0;582807baec72:42373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:19:31,624 INFO [M:0;582807baec72:42373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:19:31,624 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:31,624 INFO [M:0;582807baec72:42373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:31,624 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:31,624 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:31,624 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:31,624 INFO [M:0;582807baec72:42373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T11:19:31,642 DEBUG [M:0;582807baec72:42373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ab53da400040849aa8de45a6f07805 is 82, key is hbase:meta,,1/info:regioninfo/1733483958065/Put/seqid=0 2024-12-06T11:19:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741853_1029 (size=5672) 2024-12-06T11:19:31,747 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T11:19:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:19:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37764 deadline: 1733484031748, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T11:19:31,749 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T11:19:31,750 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T11:19:31,750 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T11:19:31,922 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:32,046 INFO [M:0;582807baec72:42373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ab53da400040849aa8de45a6f07805 2024-12-06T11:19:32,062 DEBUG [M:0;582807baec72:42373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e387122dfaaf4aee8a4588a5ac4de096 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733483963833/Put/seqid=0 2024-12-06T11:19:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741854_1030 (size=8517) 2024-12-06T11:19:32,150 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T11:19:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:19:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42373 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37764 deadline: 1733484032151, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T11:19:32,152 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T11:19:32,153 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T11:19:32,153 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T11:19:32,477 INFO [M:0;582807baec72:42373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e387122dfaaf4aee8a4588a5ac4de096 2024-12-06T11:19:32,499 DEBUG [M:0;582807baec72:42373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59661ca239fd434e842d87de1f11c27b is 69, key is 582807baec72,46495,1733483956158/rs:state/1733483957221/Put/seqid=0 2024-12-06T11:19:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741855_1031 (size=5156) 2024-12-06T11:19:32,505 INFO [M:0;582807baec72:42373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59661ca239fd434e842d87de1f11c27b 2024-12-06T11:19:32,509 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ab53da400040849aa8de45a6f07805 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ab53da400040849aa8de45a6f07805 2024-12-06T11:19:32,513 INFO [M:0;582807baec72:42373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ab53da400040849aa8de45a6f07805, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:19:32,514 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e387122dfaaf4aee8a4588a5ac4de096 as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e387122dfaaf4aee8a4588a5ac4de096 2024-12-06T11:19:32,518 INFO [M:0;582807baec72:42373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e387122dfaaf4aee8a4588a5ac4de096, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:19:32,520 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59661ca239fd434e842d87de1f11c27b as hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59661ca239fd434e842d87de1f11c27b 2024-12-06T11:19:32,525 INFO [M:0;582807baec72:42373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42955/user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59661ca239fd434e842d87de1f11c27b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:19:32,526 INFO [M:0;582807baec72:42373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false 2024-12-06T11:19:32,536 INFO [M:0;582807baec72:42373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:32,537 DEBUG [M:0;582807baec72:42373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483971624Disabling compacts and flushes for region at 1733483971624Disabling writes for close at 1733483971624Obtaining lock to block concurrent updates at 1733483971624Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483971624Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733483971624Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483971625 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483971625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483971642 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483971642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483972050 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483972062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483972062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483972481 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483972499 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483972499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bd40e9: reopening flushed file at 1733483972509 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20766f94: reopening flushed file at 1733483972513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ae4ca5: reopening flushed file at 1733483972518 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false at 1733483972526 (+8 ms)Writing region close event to WAL at 1733483972536 (+10 ms)Closed at 1733483972536 2024-12-06T11:19:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741830_1006 (size=63666) 2024-12-06T11:19:32,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6913eb1-fdfd-f9d7-9260-91f641462b79/MasterData/WALs/582807baec72,42373,1733483956025/582807baec72%2C42373%2C1733483956025.1733483956781 not finished, retry = 0 2024-12-06T11:19:32,641 INFO [M:0;582807baec72:42373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:19:32,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:32,641 INFO [M:0;582807baec72:42373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42373 2024-12-06T11:19:32,641 INFO [M:0;582807baec72:42373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:32,654 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T11:19:32,654 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 582807baec72:42373 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:42373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:32,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 582807baec72:42373 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:42373 2024-12-06T11:19:32,726 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:32,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:32,756 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 582807baec72:42373 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:42373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:19:32,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=582807baec72:42373 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:42373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-06T11:19:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 582807baec72:42373 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 582807baec72/172.17.0.3:42373 2024-12-06T11:19:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:32,771 INFO [M:0;582807baec72:42373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42373-0x101aa5de57e0003, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:32,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7de42883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:32,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29db64f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:32,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:32,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:32,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:32,776 WARN [BP-161283399-172.17.0.3-1733483953907 heartbeating to localhost/127.0.0.1:42955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:19:32,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:19:32,776 WARN [BP-161283399-172.17.0.3-1733483953907 heartbeating to localhost/127.0.0.1:42955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161283399-172.17.0.3-1733483953907 (Datanode Uuid d510b64a-c9f7-4550-8fa0-5db0e7ef8834) service to localhost/127.0.0.1:42955 2024-12-06T11:19:32,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:19:32,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/cluster_b325c506-43cb-ceda-5556-c5332841ca4c/data/data1/current/BP-161283399-172.17.0.3-1733483953907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:32,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/cluster_b325c506-43cb-ceda-5556-c5332841ca4c/data/data2/current/BP-161283399-172.17.0.3-1733483953907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:32,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:19:32,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f55d4f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:32,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef8e466{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:32,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:32,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:32,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:32,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:19:32,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:19:32,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:32,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:32,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:32,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:32,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:32,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:19:32,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255729972, stopped=false 2024-12-06T11:19:32,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,37663,1733483950696 2024-12-06T11:19:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-584751305/running 2024-12-06T11:19:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-584751305/running 2024-12-06T11:19:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:32,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:32,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:32,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/running 2024-12-06T11:19:32,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:32,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:32,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,35377,1733483950937' ***** 2024-12-06T11:19:32,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Set watcher on znode that does not yet exist, /0-584751305/running 2024-12-06T11:19:32,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:19:32,814 INFO [RS:0;582807baec72:35377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:19:32,814 INFO [RS:0;582807baec72:35377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:19:32,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:19:32,814 INFO [RS:0;582807baec72:35377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1737dddfe4d54d9c88d9729e3a3b64ff 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(959): stopping server 582807baec72,35377,1733483950937 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35377. 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1737dddfe4d54d9c88d9729e3a3b64ff, disabling compactions & flushes 2024-12-06T11:19:32,815 DEBUG [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:32,815 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:32,815 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. after waiting 0 ms 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:19:32,815 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:19:32,815 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1325): Online Regions={1737dddfe4d54d9c88d9729e3a3b64ff=test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff., 1588230740=hbase:meta,,1.1588230740, 8f0ef9cbcc33f8d138e7f65fef79ef3e=hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e.} 2024-12-06T11:19:32,815 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1737dddfe4d54d9c88d9729e3a3b64ff, 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:32,815 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:32,815 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:32,816 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:19:32,818 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/default/test/1737dddfe4d54d9c88d9729e3a3b64ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:19:32,818 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:32,819 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1737dddfe4d54d9c88d9729e3a3b64ff: Waiting for close lock at 1733483972815Running coprocessor pre-close hooks at 1733483972815Disabling compacts and flushes for region at 1733483972815Disabling writes for close at 1733483972815Writing region close event to WAL at 1733483972816 (+1 ms)Running coprocessor post-close hooks at 1733483972818 (+2 ms)Closed at 1733483972819 (+1 ms) 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff. 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0ef9cbcc33f8d138e7f65fef79ef3e, disabling compactions & flushes 2024-12-06T11:19:32,819 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. after waiting 0 ms 2024-12-06T11:19:32,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:32,819 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-06T11:19:32,829 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/info/a268e589584d4650baafa72f8b7ef900 is 147, key is hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e./info:regioninfo/1733483961676/Put/seqid=0 2024-12-06T11:19:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741846_1022 (size=7686) 2024-12-06T11:19:32,836 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/hfileref/2ecade45eb43412c9998484de199c393 is 74, key is 1/hfileref:0beaa02f02694edf917c62f6ceccc81b_SeqId_4_/1733483967540/DeleteColumn/seqid=0 2024-12-06T11:19:32,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741847_1023 (size=5345) 2024-12-06T11:19:32,851 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:32,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:32,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 582807baec72:42373 this server is in the failed servers list 2024-12-06T11:19:32,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 582807baec72:42373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:33,015 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:33,216 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:33,234 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/info/a268e589584d4650baafa72f8b7ef900 2024-12-06T11:19:33,242 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/hfileref/2ecade45eb43412c9998484de199c393 2024-12-06T11:19:33,253 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/ns/48d2f4c6e4a346e7963b57808c33fd4e is 43, key is default/ns:d/1733483953758/Put/seqid=0 2024-12-06T11:19:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741848_1024 (size=5153) 2024-12-06T11:19:33,262 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/queue/3c041fc0f5b7495db9b78344f067ef66 is 153, key is 1-582807baec72,35377,1733483950937/queue:582807baec72%2C35377%2C1733483950937/1733483967541/Put/seqid=0 2024-12-06T11:19:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741849_1025 (size=5352) 2024-12-06T11:19:33,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:33,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 582807baec72:42373 this server is in the failed servers list 2024-12-06T11:19:33,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 582807baec72:42373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:33,416 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:33,543 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:19:33,543 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:19:33,616 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f0ef9cbcc33f8d138e7f65fef79ef3e 2024-12-06T11:19:33,629 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1033, reset compression=false 2024-12-06T11:19:33,632 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:33,633 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1328, reset compression=false 2024-12-06T11:19:33,657 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/ns/48d2f4c6e4a346e7963b57808c33fd4e 2024-12-06T11:19:33,665 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/queue/3c041fc0f5b7495db9b78344f067ef66 2024-12-06T11:19:33,670 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/hfileref/2ecade45eb43412c9998484de199c393 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref/2ecade45eb43412c9998484de199c393 2024-12-06T11:19:33,674 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/rep_barrier/36101eddfefb400cb61b1f93fb8e63c0 is 112, key is test,,1733483958199.1737dddfe4d54d9c88d9729e3a3b64ff./rep_barrier:seqnumDuringOpen/1733483959048/Put/seqid=0 2024-12-06T11:19:33,674 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref/2ecade45eb43412c9998484de199c393, entries=4, sequenceid=10, filesize=5.2 K 2024-12-06T11:19:33,675 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/.tmp/queue/3c041fc0f5b7495db9b78344f067ef66 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/queue/3c041fc0f5b7495db9b78344f067ef66 2024-12-06T11:19:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741850_1026 (size=5518) 2024-12-06T11:19:33,677 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/rep_barrier/36101eddfefb400cb61b1f93fb8e63c0 2024-12-06T11:19:33,680 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/queue/3c041fc0f5b7495db9b78344f067ef66, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T11:19:33,681 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8f0ef9cbcc33f8d138e7f65fef79ef3e in 862ms, sequenceid=10, compaction requested=false 2024-12-06T11:19:33,689 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/replication/8f0ef9cbcc33f8d138e7f65fef79ef3e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T11:19:33,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:33,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:33,690 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:33,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0ef9cbcc33f8d138e7f65fef79ef3e: Waiting for close lock at 1733483972819Running coprocessor pre-close hooks at 1733483972819Disabling compacts and flushes for region at 1733483972819Disabling writes for close at 1733483972819Obtaining lock to block concurrent updates at 1733483972819Preparing flush snapshotting stores in 8f0ef9cbcc33f8d138e7f65fef79ef3e at 1733483972819Finished memstore snapshotting hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733483972820 (+1 ms)Flushing stores of hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. at 1733483972820Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref: creating writer at 1733483972820Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref: appending metadata at 1733483972836 (+16 ms)Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/hfileref: closing flushed file at 1733483972836Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/queue: creating writer at 1733483973246 (+410 ms)Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/queue: appending metadata at 1733483973261 (+15 ms)Flushing 8f0ef9cbcc33f8d138e7f65fef79ef3e/queue: closing flushed file at 1733483973261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582489ba: reopening flushed file at 1733483973669 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa2497d: reopening flushed file at 1733483973674 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8f0ef9cbcc33f8d138e7f65fef79ef3e in 862ms, sequenceid=10, compaction requested=false at 1733483973681 (+7 ms)Writing region close event to WAL at 1733483973686 (+5 ms)Running coprocessor post-close hooks at 1733483973690 (+4 ms)Closed at 1733483973690 2024-12-06T11:19:33,690 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483960512.8f0ef9cbcc33f8d138e7f65fef79ef3e. 2024-12-06T11:19:33,697 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/table/67150ab8fd1748b583ac5d465efc462e is 53, key is hbase:replication/table:state/1733483961682/Put/seqid=0 2024-12-06T11:19:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741851_1027 (size=5308) 2024-12-06T11:19:33,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:33,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 582807baec72:42373 this server is in the failed servers list 2024-12-06T11:19:33,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 582807baec72:42373 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:33,816 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:19:33,816 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:19:33,816 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:33,835 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1328, reset compression=false 2024-12-06T11:19:34,016 DEBUG [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:19:34,101 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/table/67150ab8fd1748b583ac5d465efc462e 2024-12-06T11:19:34,107 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/info/a268e589584d4650baafa72f8b7ef900 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/info/a268e589584d4650baafa72f8b7ef900 2024-12-06T11:19:34,111 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/info/a268e589584d4650baafa72f8b7ef900, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:19:34,112 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/ns/48d2f4c6e4a346e7963b57808c33fd4e as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/ns/48d2f4c6e4a346e7963b57808c33fd4e 2024-12-06T11:19:34,116 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/ns/48d2f4c6e4a346e7963b57808c33fd4e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:19:34,117 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/rep_barrier/36101eddfefb400cb61b1f93fb8e63c0 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/rep_barrier/36101eddfefb400cb61b1f93fb8e63c0 2024-12-06T11:19:34,121 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/rep_barrier/36101eddfefb400cb61b1f93fb8e63c0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:19:34,122 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/.tmp/table/67150ab8fd1748b583ac5d465efc462e as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/table/67150ab8fd1748b583ac5d465efc462e 2024-12-06T11:19:34,127 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/table/67150ab8fd1748b583ac5d465efc462e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:19:34,127 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-12-06T11:19:34,135 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:19:34,135 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:34,135 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:34,136 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:34,136 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483972815Running coprocessor pre-close hooks at 1733483972815Disabling compacts and flushes for region at 1733483972815Disabling writes for close at 1733483972815Obtaining lock to block concurrent updates at 1733483972816 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733483972816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733483972816Flushing stores of hbase:meta,,1.1588230740 at 1733483972816Flushing 1588230740/info: creating writer at 1733483972816Flushing 1588230740/info: appending metadata at 1733483972829 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733483972829Flushing 1588230740/ns: creating writer at 1733483973239 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733483973253 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733483973253Flushing 1588230740/rep_barrier: creating writer at 1733483973660 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733483973673 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733483973673Flushing 1588230740/table: creating writer at 1733483973681 (+8 ms)Flushing 1588230740/table: appending metadata at 1733483973697 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733483973697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8884a6: reopening flushed file at 1733483974106 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15464dc6: reopening flushed file at 1733483974111 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5393d81e: reopening flushed file at 1733483974116 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b56201: reopening flushed file at 1733483974122 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1733483974127 (+5 ms)Writing region close event to WAL at 1733483974132 (+5 ms)Running coprocessor post-close hooks at 1733483974135 (+3 ms)Closed at 1733483974136 (+1 ms) 2024-12-06T11:19:34,136 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:34,138 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 to pos 1328, reset compression=false 2024-12-06T11:19:34,216 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(976): stopping server 582807baec72,35377,1733483950937; all regions closed. 2024-12-06T11:19:34,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.meta.1733483953622.meta not finished, retry = 0 2024-12-06T11:19:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:19:34,322 DEBUG [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs 2024-12-06T11:19:34,322 INFO [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C35377%2C1733483950937.meta:.meta(num 1733483953622) 2024-12-06T11:19:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741839_1015 (size=2695) 2024-12-06T11:19:34,327 DEBUG [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs 2024-12-06T11:19:34,327 INFO [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C35377%2C1733483950937.rep:(num 1733483961648) 2024-12-06T11:19:34,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741832_1008 (size=1336) 2024-12-06T11:19:34,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/WALs/582807baec72,35377,1733483950937/582807baec72%2C35377%2C1733483950937.1733483952687 not finished, retry = 0 2024-12-06T11:19:34,432 DEBUG [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/oldWALs 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C35377%2C1733483950937:(num 1733483952687) 2024-12-06T11:19:34,432 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:34,432 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:34,432 INFO [RS:0;582807baec72:35377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,35377,1733483950937 because: Region server is closing 2024-12-06T11:19:34,433 INFO [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35377. 2024-12-06T11:19:34,433 DEBUG [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:34,433 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:34,433 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:34,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:34,533 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.wal-reader.582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:19:34,533 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-06T11:19:34,533 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T11:19:34,533 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T11:19:34,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:34,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:34,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:34,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2142 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:35,134 INFO [RS:0;582807baec72:35377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35377,1733483950937.replicationSource.shipper582807baec72%2C35377%2C1733483950937,1-582807baec72,35377,1733483950937 terminated 2024-12-06T11:19:35,134 INFO [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35377. 2024-12-06T11:19:35,134 DEBUG [RS:0;582807baec72:35377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:35,134 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:35,135 DEBUG [RS:0;582807baec72:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:35,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:35,135 INFO [RS:0;582807baec72:35377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35377 2024-12-06T11:19:35,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:35,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:35,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:35,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-584751305/rs/582807baec72,35377,1733483950937 2024-12-06T11:19:35,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305/rs 2024-12-06T11:19:35,240 INFO [RS:0;582807baec72:35377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:35,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,35377,1733483950937] 2024-12-06T11:19:35,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/draining/582807baec72,35377,1733483950937 already deleted, retry=false 2024-12-06T11:19:35,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,35377,1733483950937 expired; onlineServers=0 2024-12-06T11:19:35,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,37663,1733483950696' ***** 2024-12-06T11:19:35,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:19:35,261 INFO [M:0;582807baec72:37663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:35,261 INFO [M:0;582807baec72:37663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:19:35,261 DEBUG [M:0;582807baec72:37663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:19:35,261 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:19:35,261 DEBUG [M:0;582807baec72:37663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:19:35,261 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483952400 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483952400,5,FailOnTimeoutGroup] 2024-12-06T11:19:35,261 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483952400 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483952400,5,FailOnTimeoutGroup] 2024-12-06T11:19:35,261 INFO [M:0;582807baec72:37663 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:19:35,261 INFO [M:0;582807baec72:37663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:19:35,261 DEBUG [M:0;582807baec72:37663 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:19:35,261 INFO [M:0;582807baec72:37663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:19:35,262 INFO [M:0;582807baec72:37663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:35,262 INFO [M:0;582807baec72:37663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:19:35,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:19:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-584751305/master 2024-12-06T11:19:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-584751305 2024-12-06T11:19:35,282 DEBUG [M:0;582807baec72:37663 {}] zookeeper.RecoverableZooKeeper(212): Node /0-584751305/master already deleted, retry=false 2024-12-06T11:19:35,282 DEBUG [M:0;582807baec72:37663 {}] master.ActiveMasterManager(353): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-584751305/master 2024-12-06T11:19:35,282 INFO [M:0;582807baec72:37663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/.lastflushedseqids 2024-12-06T11:19:35,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741852_1028 (size=263) 2024-12-06T11:19:35,295 INFO [M:0;582807baec72:37663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:19:35,295 INFO [M:0;582807baec72:37663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:19:35,295 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:35,295 INFO [M:0;582807baec72:37663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:35,295 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:35,295 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:35,295 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:35,295 INFO [M:0;582807baec72:37663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T11:19:35,316 DEBUG [M:0;582807baec72:37663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381069df9de477a94f92940bce45cfa is 82, key is hbase:meta,,1/info:regioninfo/1733483953704/Put/seqid=0 2024-12-06T11:19:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741853_1029 (size=5672) 2024-12-06T11:19:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:35,350 INFO [RS:0;582807baec72:35377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x101aa5de57e0001, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:35,350 INFO [RS:0;582807baec72:35377 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,35377,1733483950937; zookeeper connection closed. 2024-12-06T11:19:35,351 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@700f7961 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@700f7961 2024-12-06T11:19:35,351 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:19:35,722 INFO [M:0;582807baec72:37663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381069df9de477a94f92940bce45cfa 2024-12-06T11:19:35,747 DEBUG [M:0;582807baec72:37663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9213955824704b488c2468da65392da5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733483961685/Put/seqid=0 2024-12-06T11:19:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741854_1030 (size=8517) 2024-12-06T11:19:35,763 INFO [M:0;582807baec72:37663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9213955824704b488c2468da65392da5 2024-12-06T11:19:35,790 DEBUG [M:0;582807baec72:37663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13290564935e4b8c83511e0b84123142 is 69, key is 582807baec72,35377,1733483950937/rs:state/1733483952457/Put/seqid=0 2024-12-06T11:19:35,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741855_1031 (size=5156) 2024-12-06T11:19:35,821 INFO [M:0;582807baec72:37663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13290564935e4b8c83511e0b84123142 2024-12-06T11:19:35,827 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381069df9de477a94f92940bce45cfa as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c381069df9de477a94f92940bce45cfa 2024-12-06T11:19:35,832 INFO [M:0;582807baec72:37663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c381069df9de477a94f92940bce45cfa, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:19:35,833 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9213955824704b488c2468da65392da5 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9213955824704b488c2468da65392da5 2024-12-06T11:19:35,839 INFO [M:0;582807baec72:37663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9213955824704b488c2468da65392da5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:19:35,840 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13290564935e4b8c83511e0b84123142 as hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13290564935e4b8c83511e0b84123142 2024-12-06T11:19:35,845 INFO [M:0;582807baec72:37663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39267/user/jenkins/test-data/60940f63-310f-0a0d-f4b6-8954a596276a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13290564935e4b8c83511e0b84123142, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:19:35,847 INFO [M:0;582807baec72:37663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false 2024-12-06T11:19:35,868 INFO [M:0;582807baec72:37663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:35,868 DEBUG [M:0;582807baec72:37663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483975295Disabling compacts and flushes for region at 1733483975295Disabling writes for close at 1733483975295Obtaining lock to block concurrent updates at 1733483975295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733483975295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733483975296 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733483975296Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733483975296Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733483975315 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733483975315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733483975726 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733483975746 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733483975746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733483975768 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733483975789 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733483975789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d0da02: reopening flushed file at 1733483975826 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef2b221: reopening flushed file at 1733483975832 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388a1a38: reopening flushed file at 1733483975839 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false at 1733483975847 (+8 ms)Writing region close event to WAL at 1733483975868 (+21 ms)Closed at 1733483975868 2024-12-06T11:19:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43385 is added to blk_1073741830_1006 (size=63666) 2024-12-06T11:19:35,892 INFO [M:0;582807baec72:37663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:19:35,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:19:35,892 INFO [M:0;582807baec72:37663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37663 2024-12-06T11:19:35,893 INFO [M:0;582807baec72:37663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:19:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:36,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x101aa5de57e0000, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:19:36,209 INFO [M:0;582807baec72:37663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:19:36,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7721a1a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:36,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f984e6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:36,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:36,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:36,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:36,232 WARN [BP-282031524-172.17.0.3-1733483948527 heartbeating to localhost/127.0.0.1:39267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:19:36,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:19:36,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:19:36,232 WARN [BP-282031524-172.17.0.3-1733483948527 heartbeating to localhost/127.0.0.1:39267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-282031524-172.17.0.3-1733483948527 (Datanode Uuid 62473ff5-974d-47b4-9705-a1b8367a6724) service to localhost/127.0.0.1:39267 2024-12-06T11:19:36,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/data/data1/current/BP-282031524-172.17.0.3-1733483948527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:36,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/cluster_b62447dd-a26b-517c-f9f1-28a9bcd29116/data/data2/current/BP-282031524-172.17.0.3-1733483948527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:19:36,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:19:36,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2815af66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:36,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7702e3a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:19:36,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:19:36,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7762b913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:19:36,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/688c7330-2e64-9350-40e3-08abd5dd1887/hadoop.log.dir/,STOPPED} 2024-12-06T11:19:36,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:19:36,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:19:36,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39267 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42955 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39267 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39267 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=620 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=3712 (was 2608) - AvailableMemoryMB LEAK? - 2024-12-06T11:19:36,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=3712 2024-12-06T11:19:36,308 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-06T11:19:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir so I do NOT create it in target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e 2024-12-06T11:19:36,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:19:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.tmp.dir so I do NOT create it in target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e 2024-12-06T11:19:36,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5e573c4-5700-1208-5a46-e413adcaa47e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:19:36,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e 2024-12-06T11:19:36,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230, deleteOnExit=true 2024-12-06T11:19:36,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/zookeeper_0, clientPort=49343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:19:36,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49343 2024-12-06T11:19:36,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:19:36,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/test.cache.data in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:19:36,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:36,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:19:36,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:19:36,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5de57e0005, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:19:36,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5de57e0002, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:19:36,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5de57e0002, quorum=127.0.0.1:59005, baseZNode=/0-584751305 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:19:36,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5de57e0005, quorum=127.0.0.1:59005, baseZNode=/11931996579 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:19:36,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:36,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:36,817 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:36,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:36,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:36,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:36,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:36,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:19:36,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:36,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:36,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:36,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4765a193{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/java.io.tmpdir/jetty-localhost-38323-hadoop-hdfs-3_4_1-tests_jar-_-any-9022792874875780400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:36,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:38323} 2024-12-06T11:19:36,981 INFO [Time-limited test {}] server.Server(415): Started @191480ms 2024-12-06T11:19:37,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:37,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:37,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:37,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:37,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:19:37,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:37,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:37,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c486f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/java.io.tmpdir/jetty-localhost-41775-hadoop-hdfs-3_4_1-tests_jar-_-any-4241766991465603949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:37,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:41775} 2024-12-06T11:19:37,394 INFO [Time-limited test {}] server.Server(415): Started @191893ms 2024-12-06T11:19:37,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:19:38,695 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/data/data1/current/BP-1999443776-172.17.0.3-1733483976353/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:38,696 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/data/data2/current/BP-1999443776-172.17.0.3-1733483976353/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:38,725 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:19:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x572a419d671e28f7 with lease ID 0xc71ad67d3b3b52fb: Processing first storage report for DS-8acd90b7-1b9a-473c-99e1-325f1897e63a from datanode DatanodeRegistration(127.0.0.1:46105, datanodeUuid=64bfb280-a268-449a-a8a7-0527d2635e77, infoPort=33105, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=774767617;c=1733483976353) 2024-12-06T11:19:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x572a419d671e28f7 with lease ID 0xc71ad67d3b3b52fb: from storage DS-8acd90b7-1b9a-473c-99e1-325f1897e63a node DatanodeRegistration(127.0.0.1:46105, datanodeUuid=64bfb280-a268-449a-a8a7-0527d2635e77, infoPort=33105, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=774767617;c=1733483976353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x572a419d671e28f7 with lease ID 0xc71ad67d3b3b52fb: Processing first storage report for DS-dcc32e70-12ca-4b3a-880b-083e45054ca9 from datanode DatanodeRegistration(127.0.0.1:46105, datanodeUuid=64bfb280-a268-449a-a8a7-0527d2635e77, infoPort=33105, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=774767617;c=1733483976353) 2024-12-06T11:19:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x572a419d671e28f7 with lease ID 0xc71ad67d3b3b52fb: from storage DS-dcc32e70-12ca-4b3a-880b-083e45054ca9 node DatanodeRegistration(127.0.0.1:46105, datanodeUuid=64bfb280-a268-449a-a8a7-0527d2635e77, infoPort=33105, infoSecurePort=0, ipcPort=43627, storageInfo=lv=-57;cid=testClusterID;nsid=774767617;c=1733483976353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:38,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e 2024-12-06T11:19:38,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:19:38,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a with version=8 2024-12-06T11:19:38,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/hbase-staging 2024-12-06T11:19:38,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:19:38,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:38,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38163 2024-12-06T11:19:38,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38163 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381630x0, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:38,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38163-0x101aa5e52240000 connected 2024-12-06T11:19:38,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/running 2024-12-06T11:19:38,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a, hbase.cluster.distributed=false 2024-12-06T11:19:38,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/acl 2024-12-06T11:19:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T11:19:38,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38163 2024-12-06T11:19:38,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38163 2024-12-06T11:19:38,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T11:19:38,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38163 2024-12-06T11:19:38,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:38,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:38,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:38,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:38,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:19:38,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:38,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42953 2024-12-06T11:19:38,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42953 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:38,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:38,994 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429530x0, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:38,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42953-0x101aa5e52240001 connected 2024-12-06T11:19:38,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/running 2024-12-06T11:19:38,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:19:38,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:19:38,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/master 2024-12-06T11:19:38,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/acl 2024-12-06T11:19:39,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-06T11:19:39,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-12-06T11:19:39,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-12-06T11:19:39,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-06T11:19:39,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-06T11:19:39,028 DEBUG [M:0;582807baec72:38163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:38163 2024-12-06T11:19:39,028 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0960440824/backup-masters/582807baec72,38163,1733483978771 2024-12-06T11:19:39,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/backup-masters 2024-12-06T11:19:39,060 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/backup-masters 2024-12-06T11:19:39,061 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on existing znode=/0960440824/backup-masters/582807baec72,38163,1733483978771 2024-12-06T11:19:39,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:39,071 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960440824/master 2024-12-06T11:19:39,071 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:39,072 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on existing znode=/0960440824/master 2024-12-06T11:19:39,072 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0960440824/backup-masters/582807baec72,38163,1733483978771 from backup master directory 2024-12-06T11:19:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960440824/backup-masters/582807baec72,38163,1733483978771 2024-12-06T11:19:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/backup-masters 2024-12-06T11:19:39,082 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:39,082 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/backup-masters 2024-12-06T11:19:39,082 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,38163,1733483978771 2024-12-06T11:19:39,085 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/hbase.id] with ID: 71905adf-4676-425c-8fa2-904a13e1eaa5 2024-12-06T11:19:39,085 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/.tmp/hbase.id 2024-12-06T11:19:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:19:39,494 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/.tmp/hbase.id]:[hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/hbase.id] 2024-12-06T11:19:39,501 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:39,501 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:19:39,502 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:19:39,518 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:39,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:39,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:19:39,524 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:39,524 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:19:39,525 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:19:39,931 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store 2024-12-06T11:19:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:39,938 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:39,938 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:39,938 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483979938Disabling compacts and flushes for region at 1733483979938Disabling writes for close at 1733483979938Writing region close event to WAL at 1733483979938Closed at 1733483979938 2024-12-06T11:19:39,939 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/.initializing 2024-12-06T11:19:39,939 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/WALs/582807baec72,38163,1733483978771 2024-12-06T11:19:39,940 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:39,941 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C38163%2C1733483978771, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/WALs/582807baec72,38163,1733483978771, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/oldWALs, maxLogs=10 2024-12-06T11:19:39,954 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/WALs/582807baec72,38163,1733483978771/582807baec72%2C38163%2C1733483978771.1733483979941, exclude list is [], retry=0 2024-12-06T11:19:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-8acd90b7-1b9a-473c-99e1-325f1897e63a,DISK] 2024-12-06T11:19:39,966 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/WALs/582807baec72,38163,1733483978771/582807baec72%2C38163%2C1733483978771.1733483979941 2024-12-06T11:19:39,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-12-06T11:19:39,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:39,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:39,969 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,969 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:19:39,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:39,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:39,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:19:39,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:39,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:39,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:19:39,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:39,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:39,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:19:39,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:39,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:39,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,979 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,979 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,980 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:39,982 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:39,998 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:39,998 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59073256, jitterRate=-0.11973989009857178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:39,999 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483979969Initializing all the Stores at 1733483979969Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483979969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483979972 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483979972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483979972Cleaning up temporary data from old regions at 1733483979979 (+7 ms)Region opened successfully at 1733483979999 (+20 ms) 2024-12-06T11:19:39,999 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:19:40,003 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0c3ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:40,005 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:19:40,005 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:19:40,005 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:19:40,005 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:19:40,006 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:19:40,006 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:19:40,006 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:19:40,029 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:19:40,030 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/balancer because node does not exist (not necessarily an error) 2024-12-06T11:19:40,077 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/balancer already deleted, retry=false 2024-12-06T11:19:40,077 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:19:40,078 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:19:40,148 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/normalizer already deleted, retry=false 2024-12-06T11:19:40,149 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:19:40,149 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:19:40,214 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/switch/split already deleted, retry=false 2024-12-06T11:19:40,215 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:19:40,234 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/switch/merge already deleted, retry=false 2024-12-06T11:19:40,236 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:19:40,309 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/snapshot-cleanup already deleted, retry=false 2024-12-06T11:19:40,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960440824/running 2024-12-06T11:19:40,373 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0960440824/running 2024-12-06T11:19:40,373 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,373 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,38163,1733483978771, sessionid=0x101aa5e52240000, setting cluster-up flag (Was=false) 2024-12-06T11:19:40,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,460 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:40,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,666 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960440824/flush-table-proc/acquired, /0960440824/flush-table-proc/reached, /0960440824/flush-table-proc/abort 2024-12-06T11:19:40,667 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38163,1733483978771 2024-12-06T11:19:40,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,697 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:40,729 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0960440824/online-snapshot/acquired, /0960440824/online-snapshot/reached, /0960440824/online-snapshot/abort 2024-12-06T11:19:40,729 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38163,1733483978771 2024-12-06T11:19:40,731 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:19:40,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:40,733 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:19:40,733 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:19:40,733 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,38163,1733483978771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:40,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:40,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:19:40,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:40,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484010741 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:19:40,742 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,743 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:19:40,743 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:19:40,743 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:19:40,743 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:19:40,748 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:19:40,748 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:19:40,752 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483980748,5,FailOnTimeoutGroup] 2024-12-06T11:19:40,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:19:40,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:19:40,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a 2024-12-06T11:19:40,756 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483980752,5,FailOnTimeoutGroup] 2024-12-06T11:19:40,756 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,756 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:19:40,756 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,756 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:19:40,818 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(746): ClusterId : 71905adf-4676-425c-8fa2-904a13e1eaa5 2024-12-06T11:19:40,818 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:19:40,829 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:19:40,829 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:19:40,840 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:19:40,840 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7564c75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:40,854 DEBUG [RS:0;582807baec72:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42953 2024-12-06T11:19:40,854 INFO [RS:0;582807baec72:42953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:19:40,854 INFO [RS:0;582807baec72:42953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:19:40,854 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:19:40,855 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,38163,1733483978771 with port=42953, startcode=1733483978954 2024-12-06T11:19:40,855 DEBUG [RS:0;582807baec72:42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:19:40,857 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:19:40,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42953,1733483978954 2024-12-06T11:19:40,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(517): Registering regionserver=582807baec72,42953,1733483978954 2024-12-06T11:19:40,859 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a 2024-12-06T11:19:40,859 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38993 2024-12-06T11:19:40,859 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:19:40,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:40,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:40,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/rs 2024-12-06T11:19:40,872 DEBUG [RS:0;582807baec72:42953 {}] zookeeper.ZKUtil(111): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on existing znode=/0960440824/rs/582807baec72,42953,1733483978954 2024-12-06T11:19:40,872 WARN [RS:0;582807baec72:42953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:40,872 INFO [RS:0;582807baec72:42953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:40,872 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954 2024-12-06T11:19:40,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42953,1733483978954] 2024-12-06T11:19:40,881 INFO [RS:0;582807baec72:42953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:19:40,883 INFO [RS:0;582807baec72:42953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:19:40,884 INFO [RS:0;582807baec72:42953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:19:40,884 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,884 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:19:40,885 INFO [RS:0;582807baec72:42953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:19:40,885 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:40,885 DEBUG [RS:0;582807baec72:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,886 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42953,1733483978954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:40,905 INFO [RS:0;582807baec72:42953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:19:40,905 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42953,1733483978954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,905 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,905 INFO [RS:0;582807baec72:42953 {}] regionserver.Replication(171): 582807baec72,42953,1733483978954 started 2024-12-06T11:19:40,922 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:40,923 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42953,1733483978954, RpcServer on 582807baec72/172.17.0.3:42953, sessionid=0x101aa5e52240001 2024-12-06T11:19:40,923 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:19:40,923 DEBUG [RS:0;582807baec72:42953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42953,1733483978954 2024-12-06T11:19:40,923 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42953,1733483978954' 2024-12-06T11:19:40,923 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960440824/flush-table-proc/abort' 2024-12-06T11:19:40,923 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960440824/flush-table-proc/acquired' 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42953,1733483978954 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42953,1733483978954' 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0960440824/online-snapshot/abort' 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0960440824/online-snapshot/acquired' 2024-12-06T11:19:40,924 DEBUG [RS:0;582807baec72:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:19:40,924 INFO [RS:0;582807baec72:42953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:19:40,924 INFO [RS:0;582807baec72:42953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:19:41,025 INFO [RS:0;582807baec72:42953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:41,027 INFO [RS:0;582807baec72:42953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42953%2C1733483978954, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/oldWALs, maxLogs=10 2024-12-06T11:19:41,042 DEBUG [RS:0;582807baec72:42953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, exclude list is [], retry=0 2024-12-06T11:19:41,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-8acd90b7-1b9a-473c-99e1-325f1897e63a,DISK] 2024-12-06T11:19:41,045 INFO [RS:0;582807baec72:42953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 2024-12-06T11:19:41,045 DEBUG [RS:0;582807baec72:42953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-12-06T11:19:41,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:41,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:41,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:41,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:41,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:41,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:41,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:41,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:41,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:41,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:41,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740 2024-12-06T11:19:41,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740 2024-12-06T11:19:41,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:41,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:41,177 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:41,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:41,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:41,180 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63560104, jitterRate=-0.05288064479827881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483981170Initializing all the Stores at 1733483981171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483981171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981171Cleaning up temporary data from old regions at 1733483981177 (+6 ms)Region opened successfully at 1733483981180 (+3 ms) 2024-12-06T11:19:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:41,180 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:41,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:41,181 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:41,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483981180Disabling compacts and flushes for region at 1733483981180Disabling writes for close at 1733483981180Writing region close event to WAL at 1733483981181 (+1 ms)Closed at 1733483981181 2024-12-06T11:19:41,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:41,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:19:41,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:19:41,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:41,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:19:41,333 DEBUG [582807baec72:38163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:41,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:41,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42953,1733483978954, state=OPENING 2024-12-06T11:19:41,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:19:41,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:41,397 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:41,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:41,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960440824/meta-region-server: CHANGED 2024-12-06T11:19:41,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960440824/meta-region-server: CHANGED 2024-12-06T11:19:41,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42953,1733483978954}] 2024-12-06T11:19:41,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:41,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:19:41,553 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:19:41,553 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:41,554 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:19:41,555 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42953%2C1733483978954.meta, suffix=.meta, logDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/oldWALs, maxLogs=10 2024-12-06T11:19:41,571 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.meta.1733483981555.meta, exclude list is [], retry=0 2024-12-06T11:19:41,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-8acd90b7-1b9a-473c-99e1-325f1897e63a,DISK] 2024-12-06T11:19:41,575 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.meta.1733483981555.meta 2024-12-06T11:19:41,580 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-12-06T11:19:41,580 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:41,580 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:41,580 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:41,580 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:19:41,580 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:19:41,581 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:19:41,581 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:41,581 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:19:41,581 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:19:41,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:41,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:41,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:41,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:41,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:41,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:41,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:41,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:41,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:41,586 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:41,587 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740 2024-12-06T11:19:41,588 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740 2024-12-06T11:19:41,588 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:41,588 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:41,589 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:41,590 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:41,591 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67510815, jitterRate=0.005989536643028259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:41,591 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:19:41,591 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483981581Writing region info on filesystem at 1733483981581Initializing all the Stores at 1733483981581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981582 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483981582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483981582Cleaning up temporary data from old regions at 1733483981588 (+6 ms)Running coprocessor post-open hooks at 1733483981591 (+3 ms)Region opened successfully at 1733483981591 2024-12-06T11:19:41,592 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483981549 2024-12-06T11:19:41,594 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:19:41,594 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:19:41,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:41,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42953,1733483978954, state=OPEN 2024-12-06T11:19:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960440824/meta-region-server 2024-12-06T11:19:41,697 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0960440824/meta-region-server 2024-12-06T11:19:41,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42953,1733483978954 2024-12-06T11:19:41,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960440824/meta-region-server: CHANGED 2024-12-06T11:19:41,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0960440824/meta-region-server: CHANGED 2024-12-06T11:19:41,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:19:41,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42953,1733483978954 in 300 msec 2024-12-06T11:19:41,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:19:41,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-12-06T11:19:41,701 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:41,701 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:19:41,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:41,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42953,1733483978954, seqNum=-1] 2024-12-06T11:19:41,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:41,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:41,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-12-06T11:19:41,709 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483981708, completionTime=-1 2024-12-06T11:19:41,709 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:19:41,709 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484041711 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484101711 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:38163, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,711 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,713 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.633sec 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:41,715 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:19:41,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:41,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:41,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:41,720 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e03d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:41,721 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:19:41,721 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:19:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:41,721 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38163,1733483978771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:41,722 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:41,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:41,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42953,1733483978954, seqNum=-1] 2024-12-06T11:19:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:41,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:41,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,38163,1733483978771 2024-12-06T11:19:41,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:41,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5e52240002 connected 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir so I do NOT create it in target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26 2024-12-06T11:19:41,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.tmp.dir so I do NOT create it in target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26 2024-12-06T11:19:41,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:19:41,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/cluster_3216938f-01ea-ece8-52cd-14f5a29624d4, deleteOnExit=true 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/test.cache.data in system properties and HBase conf 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:19:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:19:41,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:19:41,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:19:42,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:42,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:42,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:19:42,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:42,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:42,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:42,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9a5135{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/java.io.tmpdir/jetty-localhost-41383-hadoop-hdfs-3_4_1-tests_jar-_-any-5589769198275182681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:19:42,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:41383} 2024-12-06T11:19:42,250 INFO [Time-limited test {}] server.Server(415): Started @196749ms 2024-12-06T11:19:42,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:19:42,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:19:42,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:19:42,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:19:42,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:19:42,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7303b9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-4652108561038885696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:19:42,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-12-06T11:19:42,633 INFO [Time-limited test {}] server.Server(415): Started @197132ms 2024-12-06T11:19:42,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:19:43,557 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/cluster_3216938f-01ea-ece8-52cd-14f5a29624d4/data/data1/current/BP-1870305238-172.17.0.3-1733483981778/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:43,557 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/cluster_3216938f-01ea-ece8-52cd-14f5a29624d4/data/data2/current/BP-1870305238-172.17.0.3-1733483981778/current, will proceed with Du for space computation calculation, 2024-12-06T11:19:43,573 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:19:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff9cb2e3b2d22eaa with lease ID 0x4872e748cc2cac17: Processing first storage report for DS-1f3c5fae-bc43-448c-884b-2aaf549488bd from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=45091768-3330-4070-8818-c22e5ef446e2, infoPort=39785, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1578227030;c=1733483981778) 2024-12-06T11:19:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff9cb2e3b2d22eaa with lease ID 0x4872e748cc2cac17: from storage DS-1f3c5fae-bc43-448c-884b-2aaf549488bd node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=45091768-3330-4070-8818-c22e5ef446e2, infoPort=39785, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1578227030;c=1733483981778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff9cb2e3b2d22eaa with lease ID 0x4872e748cc2cac17: Processing first storage report for DS-37536a2d-61b2-4c71-ae42-882e0b0804eb from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=45091768-3330-4070-8818-c22e5ef446e2, infoPort=39785, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1578227030;c=1733483981778) 2024-12-06T11:19:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff9cb2e3b2d22eaa with lease ID 0x4872e748cc2cac17: from storage DS-37536a2d-61b2-4c71-ae42-882e0b0804eb node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=45091768-3330-4070-8818-c22e5ef446e2, infoPort=39785, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=1578227030;c=1733483981778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:19:43,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26 2024-12-06T11:19:43,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:43,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:43,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:19:43,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f with version=8 2024-12-06T11:19:43,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/hbase-staging 2024-12-06T11:19:43,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:43,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38367 2024-12-06T11:19:43,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38367 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383670x0, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:44,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38367-0x101aa5e52240003 connected 2024-12-06T11:19:44,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:44,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:44,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/running 2024-12-06T11:19:44,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f, hbase.cluster.distributed=false 2024-12-06T11:19:44,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/acl 2024-12-06T11:19:44,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-06T11:19:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38367 2024-12-06T11:19:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38367 2024-12-06T11:19:44,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-06T11:19:44,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38367 2024-12-06T11:19:44,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:19:44,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:19:44,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35783 2024-12-06T11:19:44,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35783 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:44,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:44,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:44,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357830x0, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:44,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357830x0, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/running 2024-12-06T11:19:44,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35783-0x101aa5e52240004 connected 2024-12-06T11:19:44,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:19:44,179 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:19:44,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/master 2024-12-06T11:19:44,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/acl 2024-12-06T11:19:44,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-06T11:19:44,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35783 2024-12-06T11:19:44,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35783 2024-12-06T11:19:44,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-06T11:19:44,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-06T11:19:44,204 DEBUG [M:0;582807baec72:38367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:38367 2024-12-06T11:19:44,204 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1881537020/backup-masters/582807baec72,38367,1733483983987 2024-12-06T11:19:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/backup-masters 2024-12-06T11:19:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/backup-masters 2024-12-06T11:19:44,213 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on existing znode=/1881537020/backup-masters/582807baec72,38367,1733483983987 2024-12-06T11:19:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881537020/master 2024-12-06T11:19:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:44,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on existing znode=/1881537020/master 2024-12-06T11:19:44,224 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1881537020/backup-masters/582807baec72,38367,1733483983987 from backup master directory 2024-12-06T11:19:44,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881537020/backup-masters/582807baec72,38367,1733483983987 2024-12-06T11:19:44,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/backup-masters 2024-12-06T11:19:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/backup-masters 2024-12-06T11:19:44,234 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:44,234 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,38367,1733483983987 2024-12-06T11:19:44,237 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/hbase.id] with ID: fdcbd25b-824d-4532-acfe-5013b5ef3f37 2024-12-06T11:19:44,237 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/.tmp/hbase.id 2024-12-06T11:19:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:19:44,242 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/.tmp/hbase.id]:[hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/hbase.id] 2024-12-06T11:19:44,251 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:19:44,251 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:19:44,252 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:19:44,672 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:44,673 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:19:44,673 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:44,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:19:45,080 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store 2024-12-06T11:19:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:19:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:19:45,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:19:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:45,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T11:19:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:45,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:19:45,486 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:45,486 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:19:45,486 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733483985486Disabling compacts and flushes for region at 1733483985486Disabling writes for close at 1733483985486Writing region close event to WAL at 1733483985486Closed at 1733483985486 2024-12-06T11:19:45,487 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/.initializing 2024-12-06T11:19:45,487 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/WALs/582807baec72,38367,1733483983987 2024-12-06T11:19:45,488 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:45,489 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C38367%2C1733483983987, suffix=, logDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/WALs/582807baec72,38367,1733483983987, archiveDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/oldWALs, maxLogs=10 2024-12-06T11:19:45,499 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/WALs/582807baec72,38367,1733483983987/582807baec72%2C38367%2C1733483983987.1733483985489, exclude list is [], retry=0 2024-12-06T11:19:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-1f3c5fae-bc43-448c-884b-2aaf549488bd,DISK] 2024-12-06T11:19:45,503 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/WALs/582807baec72,38367,1733483983987/582807baec72%2C38367%2C1733483983987.1733483985489 2024-12-06T11:19:45,503 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39785:39785)] 2024-12-06T11:19:45,503 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:45,504 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:45,504 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,504 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:19:45,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:19:45,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:45,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:45,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:19:45,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:45,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:45,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:19:45,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:45,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:45,510 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,510 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,510 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:45,512 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:19:45,513 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:45,513 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67242681, jitterRate=0.001994028687477112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:45,513 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733483985504Initializing all the Stores at 1733483985504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483985504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483985504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483985504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483985504Cleaning up temporary data from old regions at 1733483985511 (+7 ms)Region opened successfully at 1733483985513 (+2 ms) 2024-12-06T11:19:45,513 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:19:45,515 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483eae63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:19:45,516 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:19:45,517 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:19:45,519 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:19:45,519 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Unable to get data of znode /1881537020/balancer because node does not exist (not necessarily an error) 2024-12-06T11:19:45,570 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/balancer already deleted, retry=false 2024-12-06T11:19:45,570 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:19:45,571 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Unable to get data of znode /1881537020/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:19:45,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/normalizer already deleted, retry=false 2024-12-06T11:19:45,581 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:19:45,582 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Unable to get data of znode /1881537020/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:19:45,591 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/switch/split already deleted, retry=false 2024-12-06T11:19:45,592 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Unable to get data of znode /1881537020/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:19:45,602 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/switch/merge already deleted, retry=false 2024-12-06T11:19:45,603 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Unable to get data of znode /1881537020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:19:45,612 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/snapshot-cleanup already deleted, retry=false 2024-12-06T11:19:45,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881537020/running 2024-12-06T11:19:45,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881537020/running 2024-12-06T11:19:45,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,623 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,38367,1733483983987, sessionid=0x101aa5e52240003, setting cluster-up flag (Was=false) 2024-12-06T11:19:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,676 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1881537020/flush-table-proc/acquired, /1881537020/flush-table-proc/reached, /1881537020/flush-table-proc/abort 2024-12-06T11:19:45,677 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38367,1733483983987 2024-12-06T11:19:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:45,728 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1881537020/online-snapshot/acquired, /1881537020/online-snapshot/reached, /1881537020/online-snapshot/abort 2024-12-06T11:19:45,729 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38367,1733483983987 2024-12-06T11:19:45,730 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:19:45,731 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:45,731 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:19:45,731 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:19:45,731 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,38367,1733483983987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:45,732 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484015733 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:19:45,733 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:45,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:19:45,734 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:19:45,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483985734,5,FailOnTimeoutGroup] 2024-12-06T11:19:45,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:45,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:19:45,735 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483985734,5,FailOnTimeoutGroup] 2024-12-06T11:19:45,735 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,735 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:19:45,735 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,735 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:19:45,796 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(746): ClusterId : fdcbd25b-824d-4532-acfe-5013b5ef3f37 2024-12-06T11:19:45,796 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:19:45,808 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:19:45,808 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:19:45,819 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:19:45,819 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ae9b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:19:45,828 DEBUG [RS:0;582807baec72:35783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:35783 2024-12-06T11:19:45,829 INFO [RS:0;582807baec72:35783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:19:45,829 INFO [RS:0;582807baec72:35783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:19:45,829 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:19:45,829 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,38367,1733483983987 with port=35783, startcode=1733483984158 2024-12-06T11:19:45,829 DEBUG [RS:0;582807baec72:35783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:19:45,831 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:19:45,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,35783,1733483984158 2024-12-06T11:19:45,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=582807baec72,35783,1733483984158 2024-12-06T11:19:45,832 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f 2024-12-06T11:19:45,832 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40973 2024-12-06T11:19:45,832 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:19:45,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/rs 2024-12-06T11:19:45,844 DEBUG [RS:0;582807baec72:35783 {}] zookeeper.ZKUtil(111): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on existing znode=/1881537020/rs/582807baec72,35783,1733483984158 2024-12-06T11:19:45,844 WARN [RS:0;582807baec72:35783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:19:45,844 INFO [RS:0;582807baec72:35783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:45,844 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158 2024-12-06T11:19:45,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,35783,1733483984158] 2024-12-06T11:19:45,847 INFO [RS:0;582807baec72:35783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:19:45,848 INFO [RS:0;582807baec72:35783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:19:45,848 INFO [RS:0;582807baec72:35783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:19:45,848 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,848 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:19:45,849 INFO [RS:0;582807baec72:35783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:19:45,849 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:45,849 DEBUG [RS:0;582807baec72:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,850 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35783,1733483984158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:45,861 INFO [RS:0;582807baec72:35783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:19:45,861 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35783,1733483984158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,861 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,861 INFO [RS:0;582807baec72:35783 {}] regionserver.Replication(171): 582807baec72,35783,1733483984158 started 2024-12-06T11:19:45,872 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:45,872 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,35783,1733483984158, RpcServer on 582807baec72/172.17.0.3:35783, sessionid=0x101aa5e52240004 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,35783,1733483984158 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,35783,1733483984158' 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1881537020/flush-table-proc/abort' 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1881537020/flush-table-proc/acquired' 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,35783,1733483984158 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,35783,1733483984158' 2024-12-06T11:19:45,873 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1881537020/online-snapshot/abort' 2024-12-06T11:19:45,874 DEBUG [RS:0;582807baec72:35783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1881537020/online-snapshot/acquired' 2024-12-06T11:19:45,874 DEBUG [RS:0;582807baec72:35783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:19:45,874 INFO [RS:0;582807baec72:35783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:19:45,874 INFO [RS:0;582807baec72:35783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:19:45,974 INFO [RS:0;582807baec72:35783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:19:45,975 INFO [RS:0;582807baec72:35783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35783%2C1733483984158, suffix=, logDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158, archiveDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/oldWALs, maxLogs=10 2024-12-06T11:19:45,986 DEBUG [RS:0;582807baec72:35783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, exclude list is [], retry=0 2024-12-06T11:19:45,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-1f3c5fae-bc43-448c-884b-2aaf549488bd,DISK] 2024-12-06T11:19:45,990 INFO [RS:0;582807baec72:35783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 2024-12-06T11:19:45,990 DEBUG [RS:0;582807baec72:35783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39785:39785)] 2024-12-06T11:19:46,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:19:46,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f 2024-12-06T11:19:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:19:46,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:46,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:46,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:46,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:46,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:46,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:46,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:46,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:46,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:46,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:46,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740 2024-12-06T11:19:46,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740 2024-12-06T11:19:46,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:46,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:46,161 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:46,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:46,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73881531, jitterRate=0.10092060267925262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733483986150Initializing all the Stores at 1733483986150Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986151 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986152 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483986152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986152Cleaning up temporary data from old regions at 1733483986161 (+9 ms)Region opened successfully at 1733483986165 (+4 ms) 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:46,165 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:46,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:46,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483986165Disabling compacts and flushes for region at 1733483986165Disabling writes for close at 1733483986165Writing region close event to WAL at 1733483986165Closed at 1733483986165 2024-12-06T11:19:46,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:46,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:19:46,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:19:46,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:46,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:19:46,318 DEBUG [582807baec72:38367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:19:46,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:46,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,35783,1733483984158, state=OPENING 2024-12-06T11:19:46,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:46,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881537020/meta-region-server: CHANGED 2024-12-06T11:19:46,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881537020/meta-region-server: CHANGED 2024-12-06T11:19:46,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:19:46,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,35783,1733483984158}] 2024-12-06T11:19:46,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:46,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:19:46,554 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:19:46,554 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:46,554 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:19:46,555 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35783%2C1733483984158.meta, suffix=.meta, logDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158, archiveDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/oldWALs, maxLogs=10 2024-12-06T11:19:46,566 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.meta.1733483986555.meta, exclude list is [], retry=0 2024-12-06T11:19:46,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-1f3c5fae-bc43-448c-884b-2aaf549488bd,DISK] 2024-12-06T11:19:46,569 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.meta.1733483986555.meta 2024-12-06T11:19:46,569 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39785:39785)] 2024-12-06T11:19:46,569 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:46,570 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:19:46,570 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:19:46,570 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:19:46,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:19:46,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:19:46,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:19:46,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:19:46,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:19:46,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:19:46,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:19:46,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:19:46,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:19:46,574 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:19:46,575 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740 2024-12-06T11:19:46,575 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740 2024-12-06T11:19:46,576 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:19:46,576 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:19:46,576 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:19:46,577 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:19:46,577 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63083358, jitterRate=-0.0599847137928009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:19:46,577 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:19:46,578 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733483986570Writing region info on filesystem at 1733483986570Initializing all the Stores at 1733483986571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483986571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733483986571Cleaning up temporary data from old regions at 1733483986576 (+5 ms)Running coprocessor post-open hooks at 1733483986577 (+1 ms)Region opened successfully at 1733483986578 (+1 ms) 2024-12-06T11:19:46,578 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733483986549 2024-12-06T11:19:46,580 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:19:46,580 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:19:46,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:46,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,35783,1733483984158, state=OPEN 2024-12-06T11:19:46,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1881537020/meta-region-server 2024-12-06T11:19:46,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1881537020/meta-region-server 2024-12-06T11:19:46,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881537020/meta-region-server: CHANGED 2024-12-06T11:19:46,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881537020/meta-region-server: CHANGED 2024-12-06T11:19:46,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,35783,1733483984158 2024-12-06T11:19:46,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:19:46,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,35783,1733483984158 in 205 msec 2024-12-06T11:19:46,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:19:46,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-12-06T11:19:46,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:19:46,606 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:19:46,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:46,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35783,1733483984158, seqNum=-1] 2024-12-06T11:19:46,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:46,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:46,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-12-06T11:19:46,612 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733483986611, completionTime=-1 2024-12-06T11:19:46,612 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:19:46,612 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:19:46,613 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:19:46,613 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484046613 2024-12-06T11:19:46,613 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484106613 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:38367, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,614 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,616 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:19:46,617 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.383sec 2024-12-06T11:19:46,617 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:19:46,617 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:19:46,617 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:19:46,617 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:19:46,618 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:19:46,618 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:19:46,618 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:19:46,619 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:19:46,619 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:19:46,619 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38367,1733483983987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:19:46,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:46,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:46,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:46,698 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6535701c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:46,699 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:46,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:46,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35783,1733483984158, seqNum=-1] 2024-12-06T11:19:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:46,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:46,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,38367,1733483983987 2024-12-06T11:19:46,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49343 2024-12-06T11:19:46,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:19:46,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5e52240005 connected 2024-12-06T11:19:46,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38163,1733483978771 2024-12-06T11:19:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43413927 2024-12-06T11:19:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:46,799 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:19:46,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:46,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:46,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:19:46,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:19:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:47,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:47,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:47,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:47,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:19:47,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19b9bbf97b212f5d2918b493b19198fc, NAME => 'test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a 2024-12-06T11:19:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:19:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:47,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:47,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19b9bbf97b212f5d2918b493b19198fc, disabling compactions & flushes 2024-12-06T11:19:47,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. after waiting 0 ms 2024-12-06T11:19:47,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19b9bbf97b212f5d2918b493b19198fc: Waiting for close lock at 1733483987622Disabling compacts and flushes for region at 1733483987622Disabling writes for close at 1733483987622Writing region close event to WAL at 1733483987622Closed at 1733483987622 2024-12-06T11:19:47,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:47,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483987624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483987624"}]},"ts":"1733483987624"} 2024-12-06T11:19:47,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:47,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:47,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483987626"}]},"ts":"1733483987626"} 2024-12-06T11:19:47,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:19:47,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19b9bbf97b212f5d2918b493b19198fc, ASSIGN}] 2024-12-06T11:19:47,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19b9bbf97b212f5d2918b493b19198fc, ASSIGN 2024-12-06T11:19:47,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19b9bbf97b212f5d2918b493b19198fc, ASSIGN; state=OFFLINE, location=582807baec72,42953,1733483978954; forceNewPlan=false, retain=false 2024-12-06T11:19:47,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19b9bbf97b212f5d2918b493b19198fc, regionState=OPENING, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:47,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19b9bbf97b212f5d2918b493b19198fc, ASSIGN because future has completed 2024-12-06T11:19:47,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b9bbf97b212f5d2918b493b19198fc, server=582807baec72,42953,1733483978954}] 2024-12-06T11:19:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:47,939 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,939 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19b9bbf97b212f5d2918b493b19198fc, NAME => 'test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:47,940 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:47,940 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:19:47,940 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,940 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:47,940 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,940 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,941 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,942 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b9bbf97b212f5d2918b493b19198fc columnFamilyName f 2024-12-06T11:19:47,942 DEBUG [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:47,943 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(327): Store=19b9bbf97b212f5d2918b493b19198fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:47,943 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,944 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b9bbf97b212f5d2918b493b19198fc columnFamilyName f1 2024-12-06T11:19:47,944 DEBUG [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:47,944 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(327): Store=19b9bbf97b212f5d2918b493b19198fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:47,944 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,945 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b9bbf97b212f5d2918b493b19198fc columnFamilyName norep 2024-12-06T11:19:47,945 DEBUG [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:47,945 INFO [StoreOpener-19b9bbf97b212f5d2918b493b19198fc-1 {}] regionserver.HStore(327): Store=19b9bbf97b212f5d2918b493b19198fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:47,945 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,945 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,946 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,946 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,946 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,947 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:47,947 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,949 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:47,949 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19b9bbf97b212f5d2918b493b19198fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59849174, jitterRate=-0.10817781090736389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:47,949 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:19:47,949 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19b9bbf97b212f5d2918b493b19198fc: Running coprocessor pre-open hook at 1733483987940Writing region info on filesystem at 1733483987940Initializing all the Stores at 1733483987941 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483987941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483987941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483987941Cleaning up temporary data from old regions at 1733483987946 (+5 ms)Running coprocessor post-open hooks at 1733483987949 (+3 ms)Region opened successfully at 1733483987949 2024-12-06T11:19:47,950 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc., pid=6, masterSystemTime=1733483987934 2024-12-06T11:19:47,952 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,952 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:19:47,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19b9bbf97b212f5d2918b493b19198fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:47,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b9bbf97b212f5d2918b493b19198fc, server=582807baec72,42953,1733483978954 because future has completed 2024-12-06T11:19:47,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:19:47,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19b9bbf97b212f5d2918b493b19198fc, server=582807baec72,42953,1733483978954 in 172 msec 2024-12-06T11:19:47,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:19:47,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19b9bbf97b212f5d2918b493b19198fc, ASSIGN in 328 msec 2024-12-06T11:19:47,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:47,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483987958"}]},"ts":"1733483987958"} 2024-12-06T11:19:47,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:19:47,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:47,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-06T11:19:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:48,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:48,948 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:19:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38367,1733483983987 2024-12-06T11:19:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e5bf6 2024-12-06T11:19:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:48,950 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:48,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:19:48,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:48,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:48,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:19:48,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:19:48,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8a019840a40d337662fae269e74ea43, NAME => 'test,,1733483988950.f8a019840a40d337662fae269e74ea43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f 2024-12-06T11:19:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733483988950.f8a019840a40d337662fae269e74ea43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8a019840a40d337662fae269e74ea43, disabling compactions & flushes 2024-12-06T11:19:48,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733483988950.f8a019840a40d337662fae269e74ea43. after waiting 0 ms 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:48,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:48,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8a019840a40d337662fae269e74ea43: Waiting for close lock at 1733483988986Disabling compacts and flushes for region at 1733483988986Disabling writes for close at 1733483988986Writing region close event to WAL at 1733483988986Closed at 1733483988986 2024-12-06T11:19:48,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:48,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733483988950.f8a019840a40d337662fae269e74ea43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733483988987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483988987"}]},"ts":"1733483988987"} 2024-12-06T11:19:48,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:48,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:48,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483988990"}]},"ts":"1733483988990"} 2024-12-06T11:19:48,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:19:48,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8a019840a40d337662fae269e74ea43, ASSIGN}] 2024-12-06T11:19:48,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8a019840a40d337662fae269e74ea43, ASSIGN 2024-12-06T11:19:48,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8a019840a40d337662fae269e74ea43, ASSIGN; state=OFFLINE, location=582807baec72,35783,1733483984158; forceNewPlan=false, retain=false 2024-12-06T11:19:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:49,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8a019840a40d337662fae269e74ea43, regionState=OPENING, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8a019840a40d337662fae269e74ea43, ASSIGN because future has completed 2024-12-06T11:19:49,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a019840a40d337662fae269e74ea43, server=582807baec72,35783,1733483984158}] 2024-12-06T11:19:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:49,303 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:49,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8a019840a40d337662fae269e74ea43, NAME => 'test,,1733483988950.f8a019840a40d337662fae269e74ea43.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:49,303 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:49,303 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:19:49,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733483988950.f8a019840a40d337662fae269e74ea43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:49,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,304 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,305 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,306 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a019840a40d337662fae269e74ea43 columnFamilyName f 2024-12-06T11:19:49,306 DEBUG [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:49,306 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(327): Store=f8a019840a40d337662fae269e74ea43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:49,306 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,307 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a019840a40d337662fae269e74ea43 columnFamilyName f1 2024-12-06T11:19:49,307 DEBUG [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:49,307 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(327): Store=f8a019840a40d337662fae269e74ea43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:49,307 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,308 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a019840a40d337662fae269e74ea43 columnFamilyName norep 2024-12-06T11:19:49,308 DEBUG [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:49,309 INFO [StoreOpener-f8a019840a40d337662fae269e74ea43-1 {}] regionserver.HStore(327): Store=f8a019840a40d337662fae269e74ea43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:49,309 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,309 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,310 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,310 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,310 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,311 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:49,311 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,313 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:49,313 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8a019840a40d337662fae269e74ea43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817964, jitterRate=0.11487454175949097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:49,314 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:49,314 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8a019840a40d337662fae269e74ea43: Running coprocessor pre-open hook at 1733483989304Writing region info on filesystem at 1733483989304Initializing all the Stores at 1733483989304Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483989304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483989304Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483989304Cleaning up temporary data from old regions at 1733483989310 (+6 ms)Running coprocessor post-open hooks at 1733483989314 (+4 ms)Region opened successfully at 1733483989314 2024-12-06T11:19:49,314 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733483988950.f8a019840a40d337662fae269e74ea43., pid=6, masterSystemTime=1733483989299 2024-12-06T11:19:49,316 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:49,316 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:49,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8a019840a40d337662fae269e74ea43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a019840a40d337662fae269e74ea43, server=582807baec72,35783,1733483984158 because future has completed 2024-12-06T11:19:49,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:19:49,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8a019840a40d337662fae269e74ea43, server=582807baec72,35783,1733483984158 in 173 msec 2024-12-06T11:19:49,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:19:49,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8a019840a40d337662fae269e74ea43, ASSIGN in 330 msec 2024-12-06T11:19:49,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:49,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483989324"}]},"ts":"1733483989324"} 2024-12-06T11:19:49,326 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:19:49,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:49,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 376 msec 2024-12-06T11:19:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:19:49,587 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:19:49,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:49,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:49,588 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3568a1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,589 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2960c759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:49,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:49,593 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d8cbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,594 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750a42cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:49,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:49,596 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c342d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,598 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312b7760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38163,1733483978771 2024-12-06T11:19:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77368e26 2024-12-06T11:19:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:49,600 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:49,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:19:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:19:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:49,603 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38367' 2024-12-06T11:19:49,605 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d09c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,605 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:49,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:49,605 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10122436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,607 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc082d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:49,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38367,1733483983987 2024-12-06T11:19:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1967d75 2024-12-06T11:19:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:49,609 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:49,610 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:19:49,610 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:19:49,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:49,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:49,610 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:49,611 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:19:49,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:49,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:49,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:19:49,662 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:19:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:50,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af9f2f1ca138968f7d123cd8b8d6b8b2, NAME => 'hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a 2024-12-06T11:19:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:19:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:50,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:50,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af9f2f1ca138968f7d123cd8b8d6b8b2, disabling compactions & flushes 2024-12-06T11:19:50,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. after waiting 0 ms 2024-12-06T11:19:50,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af9f2f1ca138968f7d123cd8b8d6b8b2: Waiting for close lock at 1733483990425Disabling compacts and flushes for region at 1733483990425Disabling writes for close at 1733483990425Writing region close event to WAL at 1733483990425Closed at 1733483990425 2024-12-06T11:19:50,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:50,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483990427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483990427"}]},"ts":"1733483990427"} 2024-12-06T11:19:50,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:50,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:50,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483990429"}]},"ts":"1733483990429"} 2024-12-06T11:19:50,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:19:50,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af9f2f1ca138968f7d123cd8b8d6b8b2, ASSIGN}] 2024-12-06T11:19:50,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af9f2f1ca138968f7d123cd8b8d6b8b2, ASSIGN 2024-12-06T11:19:50,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af9f2f1ca138968f7d123cd8b8d6b8b2, ASSIGN; state=OFFLINE, location=582807baec72,42953,1733483978954; forceNewPlan=false, retain=false 2024-12-06T11:19:50,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af9f2f1ca138968f7d123cd8b8d6b8b2, regionState=OPENING, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:50,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af9f2f1ca138968f7d123cd8b8d6b8b2, ASSIGN because future has completed 2024-12-06T11:19:50,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9f2f1ca138968f7d123cd8b8d6b8b2, server=582807baec72,42953,1733483978954}] 2024-12-06T11:19:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:50,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:50,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:19:50,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42953%2C1733483978954.rep, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/oldWALs, maxLogs=10 2024-12-06T11:19:50,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.rep.1733483990743, exclude list is [], retry=0 2024-12-06T11:19:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46105,DS-8acd90b7-1b9a-473c-99e1-325f1897e63a,DISK] 2024-12-06T11:19:50,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.rep.1733483990743 2024-12-06T11:19:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33105:33105)] 2024-12-06T11:19:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af9f2f1ca138968f7d123cd8b8d6b8b2, NAME => 'hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:50,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. service=MultiRowMutationService 2024-12-06T11:19:50,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,767 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,768 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9f2f1ca138968f7d123cd8b8d6b8b2 columnFamilyName hfileref 2024-12-06T11:19:50,769 DEBUG [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:50,769 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(327): Store=af9f2f1ca138968f7d123cd8b8d6b8b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:50,769 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,770 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9f2f1ca138968f7d123cd8b8d6b8b2 columnFamilyName queue 2024-12-06T11:19:50,770 DEBUG [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:50,770 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(327): Store=af9f2f1ca138968f7d123cd8b8d6b8b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:50,770 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,771 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9f2f1ca138968f7d123cd8b8d6b8b2 columnFamilyName sid 2024-12-06T11:19:50,771 DEBUG [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:50,771 INFO [StoreOpener-af9f2f1ca138968f7d123cd8b8d6b8b2-1 {}] regionserver.HStore(327): Store=af9f2f1ca138968f7d123cd8b8d6b8b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:50,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/replication/af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/replication/af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:50,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/replication/af9f2f1ca138968f7d123cd8b8d6b8b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:50,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af9f2f1ca138968f7d123cd8b8d6b8b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71616654, jitterRate=0.06717130541801453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:50,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:19:50,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af9f2f1ca138968f7d123cd8b8d6b8b2: Running coprocessor pre-open hook at 1733483990766Writing region info on filesystem at 1733483990766Initializing all the Stores at 1733483990767 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483990767Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483990767Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483990767Cleaning up temporary data from old regions at 1733483990773 (+6 ms)Running coprocessor post-open hooks at 1733483990776 (+3 ms)Region opened successfully at 1733483990776 2024-12-06T11:19:50,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2., pid=10, masterSystemTime=1733483990737 2024-12-06T11:19:50,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:19:50,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af9f2f1ca138968f7d123cd8b8d6b8b2, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42953,1733483978954 2024-12-06T11:19:50,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9f2f1ca138968f7d123cd8b8d6b8b2, server=582807baec72,42953,1733483978954 because future has completed 2024-12-06T11:19:50,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:19:50,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af9f2f1ca138968f7d123cd8b8d6b8b2, server=582807baec72,42953,1733483978954 in 197 msec 2024-12-06T11:19:50,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:19:50,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af9f2f1ca138968f7d123cd8b8d6b8b2, ASSIGN in 354 msec 2024-12-06T11:19:50,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:50,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483990787"}]},"ts":"1733483990787"} 2024-12-06T11:19:50,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:19:50,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:50,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-06T11:19:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2., hostname=582807baec72,42953,1733483978954, seqNum=2] 2024-12-06T11:19:50,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:50,839 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:19:50,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:19:50,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:50,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:50,947 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:19:51,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:19:51,013 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:19:51,040 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,42953,1733483978954, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:19:51,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:51,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42953,1733483978954, seqNum=-1] 2024-12-06T11:19:51,041 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:51,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:51,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,42953,1733483978954', locateType=CURRENT is [region=hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2., hostname=582807baec72,42953,1733483978954, seqNum=2] 2024-12-06T11:19:51,046 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:19:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:19:51,048 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,42953,1733483978954 suceeded 2024-12-06T11:19:51,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:19:51,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-06T11:19:51,049 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:19:51,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-12-06T11:19:51,058 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38367' 2024-12-06T11:19:51,059 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179519bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,059 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:51,059 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:51,060 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:51,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:51,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:51,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6438ead8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:51,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:51,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,061 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:51,061 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc05f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,062 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:51,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38367,1733483983987 2024-12-06T11:19:51,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c2483d 2024-12-06T11:19:51,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:51,063 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:51,063 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,42953,1733483978954 (queues=1) is replicating from cluster=71905adf-4676-425c-8fa2-904a13e1eaa5 to cluster=fdcbd25b-824d-4532-acfe-5013b5ef3f37 2024-12-06T11:19:51,063 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C42953%2C1733483978954 2024-12-06T11:19:51,063 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,42953,1733483978954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:19:51,063 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42953%2C1733483978954 2024-12-06T11:19:51,063 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, startPosition=0, beingWritten=true 2024-12-06T11:19:51,068 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:51,068 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:51,068 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:51,273 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:51,577 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:51,747 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:19:51,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:51,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:51,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:51,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:51,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:51,749 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad8e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,750 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:51,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e9b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38367,1733483983987 2024-12-06T11:19:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0b106a 2024-12-06T11:19:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:51,752 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:51,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:19:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:19:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:51,755 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38163' 2024-12-06T11:19:51,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1472888f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,756 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:51,756 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:51,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8b215f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,757 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0e0e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:51,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38163,1733483978771 2024-12-06T11:19:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3178a3c1 2024-12-06T11:19:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:51,759 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:19:51,760 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:19:51,760 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:19:51,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:51,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:51,760 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:19:51,761 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:19:51,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:19:51,762 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:51,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:19:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:19:51,811 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:19:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:51,981 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:52,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:52,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:52,118 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:19:52,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a856a80111e6f6da03cfd45f27bd229a, NAME => 'hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f 2024-12-06T11:19:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:19:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:52,486 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a856a80111e6f6da03cfd45f27bd229a, disabling compactions & flushes 2024-12-06T11:19:52,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. after waiting 0 ms 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a856a80111e6f6da03cfd45f27bd229a: Waiting for close lock at 1733483992577Disabling compacts and flushes for region at 1733483992577Disabling writes for close at 1733483992577Writing region close event to WAL at 1733483992577Closed at 1733483992577 2024-12-06T11:19:52,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:19:52,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733483992578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733483992578"}]},"ts":"1733483992578"} 2024-12-06T11:19:52,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:19:52,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:19:52,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483992580"}]},"ts":"1733483992580"} 2024-12-06T11:19:52,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:19:52,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a856a80111e6f6da03cfd45f27bd229a, ASSIGN}] 2024-12-06T11:19:52,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a856a80111e6f6da03cfd45f27bd229a, ASSIGN 2024-12-06T11:19:52,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a856a80111e6f6da03cfd45f27bd229a, ASSIGN; state=OFFLINE, location=582807baec72,35783,1733483984158; forceNewPlan=false, retain=false 2024-12-06T11:19:52,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a856a80111e6f6da03cfd45f27bd229a, regionState=OPENING, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:52,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a856a80111e6f6da03cfd45f27bd229a, ASSIGN because future has completed 2024-12-06T11:19:52,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a856a80111e6f6da03cfd45f27bd229a, server=582807baec72,35783,1733483984158}] 2024-12-06T11:19:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:52,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:19:52,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:19:52,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C35783%2C1733483984158.rep, suffix=, logDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158, archiveDir=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/oldWALs, maxLogs=10 2024-12-06T11:19:52,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.rep.1733483992892, exclude list is [], retry=0 2024-12-06T11:19:52,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-1f3c5fae-bc43-448c-884b-2aaf549488bd,DISK] 2024-12-06T11:19:52,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.rep.1733483992892 2024-12-06T11:19:52,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39785:39785)] 2024-12-06T11:19:52,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a856a80111e6f6da03cfd45f27bd229a, NAME => 'hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:19:52,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. service=MultiRowMutationService 2024-12-06T11:19:52,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,908 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,909 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a856a80111e6f6da03cfd45f27bd229a columnFamilyName hfileref 2024-12-06T11:19:52,909 DEBUG [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:52,909 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(327): Store=a856a80111e6f6da03cfd45f27bd229a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:52,910 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,911 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a856a80111e6f6da03cfd45f27bd229a columnFamilyName queue 2024-12-06T11:19:52,911 DEBUG [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:52,912 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(327): Store=a856a80111e6f6da03cfd45f27bd229a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:52,912 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,914 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a856a80111e6f6da03cfd45f27bd229a columnFamilyName sid 2024-12-06T11:19:52,914 DEBUG [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:19:52,914 INFO [StoreOpener-a856a80111e6f6da03cfd45f27bd229a-1 {}] regionserver.HStore(327): Store=a856a80111e6f6da03cfd45f27bd229a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:19:52,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:19:52,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:19:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a856a80111e6f6da03cfd45f27bd229a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60495020, jitterRate=-0.09855395555496216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:19:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a856a80111e6f6da03cfd45f27bd229a: Running coprocessor pre-open hook at 1733483992907Writing region info on filesystem at 1733483992907Initializing all the Stores at 1733483992908 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483992908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483992908Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733483992908Cleaning up temporary data from old regions at 1733483992918 (+10 ms)Running coprocessor post-open hooks at 1733483992925 (+7 ms)Region opened successfully at 1733483992925 2024-12-06T11:19:52,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a., pid=10, masterSystemTime=1733483992887 2024-12-06T11:19:52,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:52,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a856a80111e6f6da03cfd45f27bd229a, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,35783,1733483984158 2024-12-06T11:19:52,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a856a80111e6f6da03cfd45f27bd229a, server=582807baec72,35783,1733483984158 because future has completed 2024-12-06T11:19:52,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:19:52,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a856a80111e6f6da03cfd45f27bd229a, server=582807baec72,35783,1733483984158 in 198 msec 2024-12-06T11:19:52,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:19:52,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a856a80111e6f6da03cfd45f27bd229a, ASSIGN in 356 msec 2024-12-06T11:19:52,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:19:52,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733483992941"}]},"ts":"1733483992941"} 2024-12-06T11:19:52,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:19:52,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:19:52,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-06T11:19:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a., hostname=582807baec72,35783,1733483984158, seqNum=2] 2024-12-06T11:19:53,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:53,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:53,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:19:53,089 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:53,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:19:53,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:19:53,207 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:19:53,232 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,35783,1733483984158, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:19:53,233 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:53,233 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35783,1733483984158, seqNum=-1] 2024-12-06T11:19:53,233 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:53,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:53,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,35783,1733483984158', locateType=CURRENT is [region=hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a., hostname=582807baec72,35783,1733483984158, seqNum=2] 2024-12-06T11:19:53,238 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:19:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:19:53,239 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,35783,1733483984158 suceeded 2024-12-06T11:19:53,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:19:53,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-06T11:19:53,242 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:19:53,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-12-06T11:19:53,251 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38163' 2024-12-06T11:19:53,252 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@339264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:53,252 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:53,252 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:53,253 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d45ec8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:53,254 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:53,255 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b20a180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:53,255 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:19:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38163,1733483978771 2024-12-06T11:19:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f112786 2024-12-06T11:19:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:19:53,256 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-06T11:19:53,256 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,35783,1733483984158 (queues=1) is replicating from cluster=fdcbd25b-824d-4532-acfe-5013b5ef3f37 to cluster=71905adf-4676-425c-8fa2-904a13e1eaa5 2024-12-06T11:19:53,256 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C35783%2C1733483984158 2024-12-06T11:19:53,256 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,35783,1733483984158, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:19:53,257 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C35783%2C1733483984158 2024-12-06T11:19:53,257 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, startPosition=0, beingWritten=true 2024-12-06T11:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 379, reset compression=false 2024-12-06T11:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:53,478 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 379, reset compression=false 2024-12-06T11:19:53,781 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 379, reset compression=false 2024-12-06T11:19:53,794 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:19:53,897 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:19:53,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:53,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:53,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:53,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:53,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:53,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42953,1733483978954, seqNum=-1] 2024-12-06T11:19:53,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:53,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:53,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc., hostname=582807baec72,42953,1733483978954, seqNum=2] 2024-12-06T11:19:53,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:53,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35783,1733483984158, seqNum=-1] 2024-12-06T11:19:53,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:53,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:19:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733483988950.f8a019840a40d337662fae269e74ea43., hostname=582807baec72,35783,1733483984158, seqNum=2] 2024-12-06T11:19:53,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T11:19:54,184 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 379, reset compression=false 2024-12-06T11:19:54,598 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 379, reset compression=false 2024-12-06T11:19:54,602 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:54,602 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 480, reset compression=false 2024-12-06T11:19:54,602 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[{test/19b9bbf97b212f5d2918b493b19198fc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T11:19:54,606 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:54,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-06T11:19:54,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:19:54,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c159a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:54,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38367,-1 for getting cluster id 2024-12-06T11:19:54,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:54,610 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdcbd25b-824d-4532-acfe-5013b5ef3f37' 2024-12-06T11:19:54,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:54,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdcbd25b-824d-4532-acfe-5013b5ef3f37" 2024-12-06T11:19:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db39e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38367,-1] 2024-12-06T11:19:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:54,612 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:54,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138b7eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:54,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:54,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,35783,1733483984158, seqNum=-1] 2024-12-06T11:19:54,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:54,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:54,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733483988950.f8a019840a40d337662fae269e74ea43., hostname=582807baec72,35783,1733483984158, seqNum=2] 2024-12-06T11:19:54,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:19:54,689 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 379, reset compression=false 2024-12-06T11:19:54,693 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:54,693 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 503, reset compression=false 2024-12-06T11:19:54,693 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:54,807 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 480, reset compression=false 2024-12-06T11:19:54,897 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 503, reset compression=false 2024-12-06T11:19:54,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T11:19:54,913 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T11:19:55,110 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 480, reset compression=false 2024-12-06T11:19:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:19:55,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:19:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T11:19:55,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T11:19:55,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:55,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:19:55,200 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 503, reset compression=false 2024-12-06T11:19:55,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:55,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 607, reset compression=false 2024-12-06T11:19:55,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8a019840a40d337662fae269e74ea43/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:19:55,206 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:19:55,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-06T11:19:55,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:19:55,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433ca6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:55,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38163,-1 for getting cluster id 2024-12-06T11:19:55,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:19:55,209 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71905adf-4676-425c-8fa2-904a13e1eaa5' 2024-12-06T11:19:55,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:19:55,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71905adf-4676-425c-8fa2-904a13e1eaa5" 2024-12-06T11:19:55,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f108e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:55,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38163,-1] 2024-12-06T11:19:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:19:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:55,210 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:19:55,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc5ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:19:55,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:19:55,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42953,1733483978954, seqNum=-1] 2024-12-06T11:19:55,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:19:55,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T11:19:55,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc., hostname=582807baec72,42953,1733483978954, seqNum=2] 2024-12-06T11:19:55,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:19:55,408 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 607, reset compression=false 2024-12-06T11:19:55,513 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 480, reset compression=false 2024-12-06T11:19:55,518 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:55,518 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 608, reset compression=false 2024-12-06T11:19:55,518 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:55,712 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 607, reset compression=false 2024-12-06T11:19:55,721 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 608, reset compression=false 2024-12-06T11:19:55,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T11:19:55,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T11:19:56,024 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 608, reset compression=false 2024-12-06T11:19:56,033 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:56,033 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 764, reset compression=false 2024-12-06T11:19:56,033 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[{test/19b9bbf97b212f5d2918b493b19198fc/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T11:19:56,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:19:56,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:19:56,116 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 607, reset compression=false 2024-12-06T11:19:56,127 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:56,127 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 754, reset compression=false 2024-12-06T11:19:56,127 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:56,248 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 764, reset compression=false 2024-12-06T11:19:56,341 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 754, reset compression=false 2024-12-06T11:19:56,589 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 764, reset compression=false 2024-12-06T11:19:56,645 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 754, reset compression=false 2024-12-06T11:19:56,929 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T11:19:56,935 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T11:19:56,996 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 764, reset compression=false 2024-12-06T11:19:57,053 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 754, reset compression=false 2024-12-06T11:19:57,057 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:19:57,057 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 913, reset compression=false 2024-12-06T11:19:57,057 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8a019840a40d337662fae269e74ea43/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T11:19:57,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:19:57,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:19:57,261 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 913, reset compression=false 2024-12-06T11:19:57,502 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 764, reset compression=false 2024-12-06T11:19:57,506 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:57,506 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:57,506 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:57,564 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 913, reset compression=false 2024-12-06T11:19:57,710 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:57,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T11:19:57,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:19:57,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:57,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:57,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:57,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:57,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:19:57,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:19:57,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005292191, stopped=false 2024-12-06T11:19:57,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,38367,1733483983987 2024-12-06T11:19:57,968 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 913, reset compression=false 2024-12-06T11:19:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881537020/running 2024-12-06T11:19:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881537020/running 2024-12-06T11:19:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:19:58,007 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:19:58,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:19:58,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:58,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:58,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,35783,1733483984158' ***** 2024-12-06T11:19:58,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:19:58,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/running 2024-12-06T11:19:58,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Set watcher on znode that does not yet exist, /1881537020/running 2024-12-06T11:19:58,008 INFO [RS:0;582807baec72:35783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:19:58,008 INFO [RS:0;582807baec72:35783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:19:58,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:19:58,008 INFO [RS:0;582807baec72:35783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:19:58,008 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(3091): Received CLOSE for a856a80111e6f6da03cfd45f27bd229a 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a856a80111e6f6da03cfd45f27bd229a, disabling compactions & flushes 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(3091): Received CLOSE for f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,009 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(959): stopping server 582807baec72,35783,1733483984158 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. after waiting 0 ms 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35783. 2024-12-06T11:19:58,009 DEBUG [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:19:58,009 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:19:58,009 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a856a80111e6f6da03cfd45f27bd229a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:19:58,009 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:19:58,009 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1325): Online Regions={a856a80111e6f6da03cfd45f27bd229a=hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a., 1588230740=hbase:meta,,1.1588230740, f8a019840a40d337662fae269e74ea43=test,,1733483988950.f8a019840a40d337662fae269e74ea43.} 2024-12-06T11:19:58,009 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a856a80111e6f6da03cfd45f27bd229a, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:19:58,009 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:19:58,009 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:19:58,009 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:19:58,014 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:58,028 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/info/d1000ceaa6f44c7ba8ba2a940b51b3e3 is 147, key is hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a./info:regioninfo/1733483992931/Put/seqid=0 2024-12-06T11:19:58,028 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/.tmp/queue/8525f9e14d554f9b9d3b6fa508f742ab is 153, key is 1-582807baec72,35783,1733483984158/queue:582807baec72%2C35783%2C1733483984158/1733483997062/Put/seqid=0 2024-12-06T11:19:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741840_1016 (size=7686) 2024-12-06T11:19:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741841_1017 (size=5352) 2024-12-06T11:19:58,059 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:19:58,209 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a856a80111e6f6da03cfd45f27bd229a, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:19:58,409 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a856a80111e6f6da03cfd45f27bd229a, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,417 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:58,432 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/info/d1000ceaa6f44c7ba8ba2a940b51b3e3 2024-12-06T11:19:58,432 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/.tmp/queue/8525f9e14d554f9b9d3b6fa508f742ab 2024-12-06T11:19:58,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,437 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/.tmp/queue/8525f9e14d554f9b9d3b6fa508f742ab as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/queue/8525f9e14d554f9b9d3b6fa508f742ab 2024-12-06T11:19:58,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,441 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/queue/8525f9e14d554f9b9d3b6fa508f742ab, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T11:19:58,442 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a856a80111e6f6da03cfd45f27bd229a in 432ms, sequenceid=10, compaction requested=false 2024-12-06T11:19:58,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:19:58,450 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/replication/a856a80111e6f6da03cfd45f27bd229a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T11:19:58,450 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/ns/2fcef56a572c4936a0e844d2d98d350f is 43, key is default/ns:d/1733483986608/Put/seqid=0 2024-12-06T11:19:58,450 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:58,450 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:58,450 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:58,450 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a856a80111e6f6da03cfd45f27bd229a: Waiting for close lock at 1733483998008Running coprocessor pre-close hooks at 1733483998008Disabling compacts and flushes for region at 1733483998008Disabling writes for close at 1733483998009 (+1 ms)Obtaining lock to block concurrent updates at 1733483998009Preparing flush snapshotting stores in a856a80111e6f6da03cfd45f27bd229a at 1733483998009Finished memstore snapshotting hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733483998009Flushing stores of hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. at 1733483998009Flushing a856a80111e6f6da03cfd45f27bd229a/queue: creating writer at 1733483998010 (+1 ms)Flushing a856a80111e6f6da03cfd45f27bd229a/queue: appending metadata at 1733483998027 (+17 ms)Flushing a856a80111e6f6da03cfd45f27bd229a/queue: closing flushed file at 1733483998027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afc7791: reopening flushed file at 1733483998436 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a856a80111e6f6da03cfd45f27bd229a in 432ms, sequenceid=10, compaction requested=false at 1733483998442 (+6 ms)Writing region close event to WAL at 1733483998446 (+4 ms)Running coprocessor post-close hooks at 1733483998450 (+4 ms)Closed at 1733483998450 2024-12-06T11:19:58,451 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733483991760.a856a80111e6f6da03cfd45f27bd229a. 2024-12-06T11:19:58,451 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8a019840a40d337662fae269e74ea43, disabling compactions & flushes 2024-12-06T11:19:58,451 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:58,451 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:58,451 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483988950.f8a019840a40d337662fae269e74ea43. after waiting 0 ms 2024-12-06T11:19:58,451 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:58,451 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8a019840a40d337662fae269e74ea43 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-06T11:19:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:19:58,454 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/ns/2fcef56a572c4936a0e844d2d98d350f 2024-12-06T11:19:58,465 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f/ae66d3629607414b9b77e82648a59cf3 is 29, key is row1/f:/1733483996931/DeleteFamily/seqid=0 2024-12-06T11:19:58,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741843_1019 (size=5118) 2024-12-06T11:19:58,471 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 913, reset compression=false 2024-12-06T11:19:58,474 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:58,474 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1160, reset compression=false 2024-12-06T11:19:58,474 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,35783,1733483984158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:19:58,476 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/7f92239926564bcb9d69984a049eac96 is 112, key is test,,1733483988950.f8a019840a40d337662fae269e74ea43./rep_barrier:seqnumDuringOpen/1733483989317/Put/seqid=0 2024-12-06T11:19:58,475 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,35783,1733483984158: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,35783,1733483984158, walGroup=582807baec72%2C35783%2C1733483984158, offset=582807baec72%2C35783%2C1733483984158.1733483985976:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:35783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:19:58,476 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:19:58,476 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:19:58,477 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:19:58,477 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:19:58,477 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:19:58,477 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 619581160 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190890648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:19:58,477 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:19:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741844_1020 (size=5518) 2024-12-06T11:19:58,610 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,679 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1160, reset compression=false 2024-12-06T11:19:58,810 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:58,869 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f/ae66d3629607414b9b77e82648a59cf3 2024-12-06T11:19:58,873 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae66d3629607414b9b77e82648a59cf3 2024-12-06T11:19:58,880 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/7f92239926564bcb9d69984a049eac96 2024-12-06T11:19:58,892 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f1/1f9c2213ceb644ecbd155eff48ee2803 is 30, key is row1/f1:/1733483996931/DeleteFamily/seqid=0 2024-12-06T11:19:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741845_1021 (size=5123) 2024-12-06T11:19:58,900 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/table/d9e11e012971447e9582ab4bdd22af1b is 53, key is hbase:replication/table:state/1733483992941/Put/seqid=0 2024-12-06T11:19:58,920 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:58,933 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:19:58,933 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:19:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:19:58,982 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1160, reset compression=false 2024-12-06T11:19:59,010 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:19:59,010 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8a019840a40d337662fae269e74ea43=test,,1733483988950.f8a019840a40d337662fae269e74ea43.} 2024-12-06T11:19:59,010 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:59,210 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:59,298 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f1/1f9c2213ceb644ecbd155eff48ee2803 2024-12-06T11:19:59,301 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9c2213ceb644ecbd155eff48ee2803 2024-12-06T11:19:59,314 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/norep/a34fd4983cd94a278582bbd37c4039f8 is 33, key is row1/norep:/1733483996931/DeleteFamily/seqid=0 2024-12-06T11:19:59,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741847_1023 (size=5108) 2024-12-06T11:19:59,373 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/table/d9e11e012971447e9582ab4bdd22af1b 2024-12-06T11:19:59,378 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/info/d1000ceaa6f44c7ba8ba2a940b51b3e3 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/info/d1000ceaa6f44c7ba8ba2a940b51b3e3 2024-12-06T11:19:59,382 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/info/d1000ceaa6f44c7ba8ba2a940b51b3e3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:19:59,382 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/ns/2fcef56a572c4936a0e844d2d98d350f as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/ns/2fcef56a572c4936a0e844d2d98d350f 2024-12-06T11:19:59,385 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1160, reset compression=false 2024-12-06T11:19:59,387 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/ns/2fcef56a572c4936a0e844d2d98d350f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:19:59,387 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/7f92239926564bcb9d69984a049eac96 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/rep_barrier/7f92239926564bcb9d69984a049eac96 2024-12-06T11:19:59,391 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/rep_barrier/7f92239926564bcb9d69984a049eac96, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:19:59,391 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/.tmp/table/d9e11e012971447e9582ab4bdd22af1b as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/table/d9e11e012971447e9582ab4bdd22af1b 2024-12-06T11:19:59,394 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/table/d9e11e012971447e9582ab4bdd22af1b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:19:59,395 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false 2024-12-06T11:19:59,398 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:19:59,398 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:59,398 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:19:59,398 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:59,399 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733483998009Running coprocessor pre-close hooks at 1733483998009Disabling compacts and flushes for region at 1733483998009Disabling writes for close at 1733483998009Obtaining lock to block concurrent updates at 1733483998009Preparing flush snapshotting stores in 1588230740 at 1733483998009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733483998010 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733483998010Flushing 1588230740/info: creating writer at 1733483998010Flushing 1588230740/info: appending metadata at 1733483998028 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733483998028Flushing 1588230740/ns: creating writer at 1733483998436 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733483998449 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733483998450 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733483998459 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733483998476 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733483998476Flushing 1588230740/table: creating writer at 1733483998884 (+408 ms)Flushing 1588230740/table: appending metadata at 1733483998900 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733483998900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380a96bb: reopening flushed file at 1733483999377 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d69a47d: reopening flushed file at 1733483999382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19725574: reopening flushed file at 1733483999387 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186cb508: reopening flushed file at 1733483999391 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false at 1733483999395 (+4 ms)Writing region close event to WAL at 1733483999396 (+1 ms)Running coprocessor post-close hooks at 1733483999398 (+2 ms)Closed at 1733483999398 2024-12-06T11:19:59,399 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:19:59,410 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:59,524 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:19:59,610 DEBUG [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1351): Waiting on f8a019840a40d337662fae269e74ea43 2024-12-06T11:19:59,718 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/norep/a34fd4983cd94a278582bbd37c4039f8 2024-12-06T11:19:59,722 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34fd4983cd94a278582bbd37c4039f8 2024-12-06T11:19:59,723 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f/ae66d3629607414b9b77e82648a59cf3 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/f/ae66d3629607414b9b77e82648a59cf3 2024-12-06T11:19:59,727 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae66d3629607414b9b77e82648a59cf3 2024-12-06T11:19:59,727 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/f/ae66d3629607414b9b77e82648a59cf3, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T11:19:59,728 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/f1/1f9c2213ceb644ecbd155eff48ee2803 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/f1/1f9c2213ceb644ecbd155eff48ee2803 2024-12-06T11:19:59,731 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9c2213ceb644ecbd155eff48ee2803 2024-12-06T11:19:59,732 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/f1/1f9c2213ceb644ecbd155eff48ee2803, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T11:19:59,732 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/.tmp/norep/a34fd4983cd94a278582bbd37c4039f8 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/norep/a34fd4983cd94a278582bbd37c4039f8 2024-12-06T11:19:59,736 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34fd4983cd94a278582bbd37c4039f8 2024-12-06T11:19:59,736 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/norep/a34fd4983cd94a278582bbd37c4039f8, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T11:19:59,737 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8a019840a40d337662fae269e74ea43 in 1286ms, sequenceid=8, compaction requested=false 2024-12-06T11:19:59,742 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/data/default/test/f8a019840a40d337662fae269e74ea43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T11:19:59,743 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:19:59,743 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:19:59,743 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:59,743 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8a019840a40d337662fae269e74ea43: Waiting for close lock at 1733483998451Running coprocessor pre-close hooks at 1733483998451Disabling compacts and flushes for region at 1733483998451Disabling writes for close at 1733483998451Obtaining lock to block concurrent updates at 1733483998451Preparing flush snapshotting stores in f8a019840a40d337662fae269e74ea43 at 1733483998451Finished memstore snapshotting test,,1733483988950.f8a019840a40d337662fae269e74ea43., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733483998451Flushing stores of test,,1733483988950.f8a019840a40d337662fae269e74ea43. at 1733483998452 (+1 ms)Flushing f8a019840a40d337662fae269e74ea43/f: creating writer at 1733483998452Flushing f8a019840a40d337662fae269e74ea43/f: appending metadata at 1733483998465 (+13 ms)Flushing f8a019840a40d337662fae269e74ea43/f: closing flushed file at 1733483998465Flushing f8a019840a40d337662fae269e74ea43/f1: creating writer at 1733483998874 (+409 ms)Flushing f8a019840a40d337662fae269e74ea43/f1: appending metadata at 1733483998892 (+18 ms)Flushing f8a019840a40d337662fae269e74ea43/f1: closing flushed file at 1733483998892Flushing f8a019840a40d337662fae269e74ea43/norep: creating writer at 1733483999302 (+410 ms)Flushing f8a019840a40d337662fae269e74ea43/norep: appending metadata at 1733483999314 (+12 ms)Flushing f8a019840a40d337662fae269e74ea43/norep: closing flushed file at 1733483999314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7810887e: reopening flushed file at 1733483999723 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1567712a: reopening flushed file at 1733483999727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a66c9e3: reopening flushed file at 1733483999732 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8a019840a40d337662fae269e74ea43 in 1286ms, sequenceid=8, compaction requested=false at 1733483999737 (+5 ms)Writing region close event to WAL at 1733483999740 (+3 ms)Running coprocessor post-close hooks at 1733483999743 (+3 ms)Closed at 1733483999743 2024-12-06T11:19:59,743 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483988950.f8a019840a40d337662fae269e74ea43. 2024-12-06T11:19:59,811 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(976): stopping server 582807baec72,35783,1733483984158; all regions closed. 2024-12-06T11:19:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:19:59,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.meta.1733483986555.meta not finished, retry = 0 2024-12-06T11:19:59,888 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1160, reset compression=false 2024-12-06T11:19:59,892 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:19:59,892 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1804, reset compression=false 2024-12-06T11:19:59,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741839_1015 (size=2676) 2024-12-06T11:19:59,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.rep.1733483992892 not finished, retry = 0 2024-12-06T11:20:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741832_1008 (size=1812) 2024-12-06T11:20:00,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 not finished, retry = 0 2024-12-06T11:20:00,095 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 to pos 1804, reset compression=false 2024-12-06T11:20:00,119 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:00,119 INFO [RS:0;582807baec72:35783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:00,119 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/WALs/582807baec72,35783,1733483984158/582807baec72%2C35783%2C1733483984158.1733483985976 2024-12-06T11:20:00,119 INFO [RS:0;582807baec72:35783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:00,119 INFO [RS:0;582807baec72:35783 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:00,119 INFO [RS:0;582807baec72:35783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:00,119 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:00,120 INFO [RS:0;582807baec72:35783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,35783,1733483984158 because: Region server is closing 2024-12-06T11:20:00,120 INFO [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35783. 2024-12-06T11:20:00,120 DEBUG [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:00,120 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:00,120 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:00,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:00,220 INFO [RS:0;582807baec72:35783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.shipper582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 terminated 2024-12-06T11:20:00,220 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,35783,1733483984158.replicationSource.wal-reader.582807baec72%2C35783%2C1733483984158,1-582807baec72,35783,1733483984158 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-06T11:20:00,221 INFO [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:35783. 2024-12-06T11:20:00,221 DEBUG [RS:0;582807baec72:35783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:00,221 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:00,221 DEBUG [RS:0;582807baec72:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:00,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:00,221 INFO [RS:0;582807baec72:35783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35783 2024-12-06T11:20:00,227 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:20:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881537020/rs/582807baec72,35783,1733483984158 2024-12-06T11:20:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020/rs 2024-12-06T11:20:00,291 INFO [RS:0;582807baec72:35783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:00,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,35783,1733483984158] 2024-12-06T11:20:00,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/draining/582807baec72,35783,1733483984158 already deleted, retry=false 2024-12-06T11:20:00,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,35783,1733483984158 expired; onlineServers=0 2024-12-06T11:20:00,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,38367,1733483983987' ***** 2024-12-06T11:20:00,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:20:00,312 INFO [M:0;582807baec72:38367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:00,313 DEBUG [M:0;582807baec72:38367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:20:00,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:20:00,313 DEBUG [M:0;582807baec72:38367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:20:00,313 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483985734 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483985734,5,FailOnTimeoutGroup] 2024-12-06T11:20:00,313 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483985734 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483985734,5,FailOnTimeoutGroup] 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:00,313 DEBUG [M:0;582807baec72:38367 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:00,313 INFO [M:0;582807baec72:38367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:20:00,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:20:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881537020/master 2024-12-06T11:20:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881537020 2024-12-06T11:20:00,337 DEBUG [M:0;582807baec72:38367 {}] zookeeper.RecoverableZooKeeper(212): Node /1881537020/master already deleted, retry=false 2024-12-06T11:20:00,337 DEBUG [M:0;582807baec72:38367 {}] master.ActiveMasterManager(353): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Failed delete of our master address node; KeeperErrorCode = NoNode for /1881537020/master 2024-12-06T11:20:00,338 INFO [M:0;582807baec72:38367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/.lastflushedseqids 2024-12-06T11:20:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741848_1024 (size=245) 2024-12-06T11:20:00,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:00,402 INFO [RS:0;582807baec72:35783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:00,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x101aa5e52240004, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:00,402 INFO [RS:0;582807baec72:35783 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,35783,1733483984158; zookeeper connection closed. 2024-12-06T11:20:00,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27f663fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27f663fb 2024-12-06T11:20:00,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:20:00,742 INFO [M:0;582807baec72:38367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:20:00,742 INFO [M:0;582807baec72:38367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:20:00,743 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:00,743 INFO [M:0;582807baec72:38367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:00,743 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:00,743 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:00,743 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:00,743 INFO [M:0;582807baec72:38367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T11:20:00,757 DEBUG [M:0;582807baec72:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a07d03cee741849099172494852088 is 82, key is hbase:meta,,1/info:regioninfo/1733483986580/Put/seqid=0 2024-12-06T11:20:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741849_1025 (size=5672) 2024-12-06T11:20:00,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:00,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:00,987 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28332 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:01,031 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:20:01,164 INFO [M:0;582807baec72:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a07d03cee741849099172494852088 2024-12-06T11:20:01,182 DEBUG [M:0;582807baec72:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ffcc8586764c4f9bbe796fdd730212 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733483992946/Put/seqid=0 2024-12-06T11:20:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741850_1026 (size=8516) 2024-12-06T11:20:01,592 INFO [M:0;582807baec72:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ffcc8586764c4f9bbe796fdd730212 2024-12-06T11:20:01,609 DEBUG [M:0;582807baec72:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32f0b768bbc04a0fb395bf09614a5251 is 69, key is 582807baec72,35783,1733483984158/rs:state/1733483985831/Put/seqid=0 2024-12-06T11:20:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741851_1027 (size=5156) 2024-12-06T11:20:01,934 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:20:02,013 INFO [M:0;582807baec72:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32f0b768bbc04a0fb395bf09614a5251 2024-12-06T11:20:02,018 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a07d03cee741849099172494852088 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51a07d03cee741849099172494852088 2024-12-06T11:20:02,021 INFO [M:0;582807baec72:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51a07d03cee741849099172494852088, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:20:02,022 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ffcc8586764c4f9bbe796fdd730212 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23ffcc8586764c4f9bbe796fdd730212 2024-12-06T11:20:02,026 INFO [M:0;582807baec72:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23ffcc8586764c4f9bbe796fdd730212, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:20:02,027 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32f0b768bbc04a0fb395bf09614a5251 as hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32f0b768bbc04a0fb395bf09614a5251 2024-12-06T11:20:02,030 INFO [M:0;582807baec72:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40973/user/jenkins/test-data/347ef931-04b6-e3c7-045d-313b0d568b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32f0b768bbc04a0fb395bf09614a5251, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:20:02,031 INFO [M:0;582807baec72:38367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-12-06T11:20:02,042 INFO [M:0;582807baec72:38367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:02,042 DEBUG [M:0;582807baec72:38367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484000743Disabling compacts and flushes for region at 1733484000743Disabling writes for close at 1733484000743Obtaining lock to block concurrent updates at 1733484000743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484000743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733484000743Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484000744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484000744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484000756 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484000756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484001167 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484001181 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484001181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484001595 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484001608 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484001609 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dce333a: reopening flushed file at 1733484002017 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24681dd7: reopening flushed file at 1733484002021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438c2de3: reopening flushed file at 1733484002026 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1733484002031 (+5 ms)Writing region close event to WAL at 1733484002042 (+11 ms)Closed at 1733484002042 2024-12-06T11:20:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741830_1006 (size=63654) 2024-12-06T11:20:02,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:02,045 INFO [M:0;582807baec72:38367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:20:02,045 INFO [M:0;582807baec72:38367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38367 2024-12-06T11:20:02,045 INFO [M:0;582807baec72:38367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:02,206 INFO [M:0;582807baec72:38367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x101aa5e52240003, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:02,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7303b9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:02,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:02,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:02,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:02,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:02,246 WARN [BP-1870305238-172.17.0.3-1733483981778 heartbeating to localhost/127.0.0.1:40973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:20:02,246 WARN [BP-1870305238-172.17.0.3-1733483981778 heartbeating to localhost/127.0.0.1:40973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870305238-172.17.0.3-1733483981778 (Datanode Uuid 45091768-3330-4070-8818-c22e5ef446e2) service to localhost/127.0.0.1:40973 2024-12-06T11:20:02,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:20:02,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:20:02,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/cluster_3216938f-01ea-ece8-52cd-14f5a29624d4/data/data1/current/BP-1870305238-172.17.0.3-1733483981778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:02,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/cluster_3216938f-01ea-ece8-52cd-14f5a29624d4/data/data2/current/BP-1870305238-172.17.0.3-1733483981778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:02,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:20:02,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9a5135{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:02,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:02,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:02,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:02,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:02,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:20:02,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:20:02,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:02,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:02,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:02,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:02,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:02,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:20:02,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888056936, stopped=false 2024-12-06T11:20:02,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,38163,1733483978771 2024-12-06T11:20:02,285 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960440824/running 2024-12-06T11:20:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960440824/running 2024-12-06T11:20:02,285 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:20:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:20:02,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:02,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/running 2024-12-06T11:20:02,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Set watcher on znode that does not yet exist, /0960440824/running 2024-12-06T11:20:02,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:02,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:02,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:02,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,42953,1733483978954' ***** 2024-12-06T11:20:02,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:20:02,286 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 19b9bbf97b212f5d2918b493b19198fc 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(959): stopping server 582807baec72,42953,1733483978954 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:02,286 INFO [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42953. 2024-12-06T11:20:02,286 DEBUG [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:02,287 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19b9bbf97b212f5d2918b493b19198fc, disabling compactions & flushes 2024-12-06T11:20:02,287 INFO [RS:0;582807baec72:42953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:20:02,287 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:20:02,287 INFO [RS:0;582807baec72:42953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:20:02,287 INFO [RS:0;582807baec72:42953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:20:02,287 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. after waiting 0 ms 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:20:02,287 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19b9bbf97b212f5d2918b493b19198fc 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-06T11:20:02,287 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:20:02,287 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1325): Online Regions={19b9bbf97b212f5d2918b493b19198fc=test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc., 1588230740=hbase:meta,,1.1588230740, af9f2f1ca138968f7d123cd8b8d6b8b2=hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.} 2024-12-06T11:20:02,287 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b9bbf97b212f5d2918b493b19198fc, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:02,287 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:02,287 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:02,287 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:20:02,299 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/info/332826c5811c42049de2045cccb0f5fc is 147, key is hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2./info:regioninfo/1733483990780/Put/seqid=0 2024-12-06T11:20:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741840_1016 (size=7686) 2024-12-06T11:20:02,303 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f/904e003ab2be4f0da0adcd1a7c2b5843 is 29, key is row1/f:/1733483996931/DeleteFamily/seqid=0 2024-12-06T11:20:02,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741841_1017 (size=5118) 2024-12-06T11:20:02,313 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:02,487 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b9bbf97b212f5d2918b493b19198fc, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:02,687 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b9bbf97b212f5d2918b493b19198fc, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:02,703 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/info/332826c5811c42049de2045cccb0f5fc 2024-12-06T11:20:02,706 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f/904e003ab2be4f0da0adcd1a7c2b5843 2024-12-06T11:20:02,709 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904e003ab2be4f0da0adcd1a7c2b5843 2024-12-06T11:20:02,723 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/ns/a62c382a24be4bb89cdaef48b9deefe3 is 43, key is default/ns:d/1733483981704/Put/seqid=0 2024-12-06T11:20:02,724 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f1/0bb24e9f1e7b43a99e034ee1ed614766 is 30, key is row1/f1:/1733483996931/DeleteFamily/seqid=0 2024-12-06T11:20:02,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:20:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741843_1019 (size=5123) 2024-12-06T11:20:02,727 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f1/0bb24e9f1e7b43a99e034ee1ed614766 2024-12-06T11:20:02,733 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bb24e9f1e7b43a99e034ee1ed614766 2024-12-06T11:20:02,746 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/norep/ad2662bf0db3426486d5663e78967759 is 32, key is row/norep:/1733483995918/DeleteFamily/seqid=0 2024-12-06T11:20:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741844_1020 (size=5101) 2024-12-06T11:20:02,887 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b9bbf97b212f5d2918b493b19198fc, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:02,937 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 914, reset compression=false 2024-12-06T11:20:02,941 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:02,941 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 1161, reset compression=false 2024-12-06T11:20:02,941 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42953,1733483978954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:02,942 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,42953,1733483978954: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,42953,1733483978954, walGroup=582807baec72%2C42953%2C1733483978954, offset=582807baec72%2C42953%2C1733483978954.1733483981028:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:20:02,944 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:20:02,944 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:20:02,944 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:20:02,944 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:20:02,944 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:20:02,944 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 686690024 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191694080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:20:02,945 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:20:02,967 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:20:02,967 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:20:03,088 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b9bbf97b212f5d2918b493b19198fc, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:03,127 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/ns/a62c382a24be4bb89cdaef48b9deefe3 2024-12-06T11:20:03,143 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/rep_barrier/f2f28d404d4945baadf04ffc059133ec is 112, key is test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc./rep_barrier:seqnumDuringOpen/1733483987952/Put/seqid=0 2024-12-06T11:20:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741845_1021 (size=5518) 2024-12-06T11:20:03,146 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/rep_barrier/f2f28d404d4945baadf04ffc059133ec 2024-12-06T11:20:03,147 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 1161, reset compression=false 2024-12-06T11:20:03,150 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/norep/ad2662bf0db3426486d5663e78967759 2024-12-06T11:20:03,153 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad2662bf0db3426486d5663e78967759 2024-12-06T11:20:03,161 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f/904e003ab2be4f0da0adcd1a7c2b5843 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/f/904e003ab2be4f0da0adcd1a7c2b5843 2024-12-06T11:20:03,164 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/table/e68b73623b204acbb8e8defc96db980c is 53, key is hbase:replication/table:state/1733483990787/Put/seqid=0 2024-12-06T11:20:03,165 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904e003ab2be4f0da0adcd1a7c2b5843 2024-12-06T11:20:03,165 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/f/904e003ab2be4f0da0adcd1a7c2b5843, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T11:20:03,166 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/f1/0bb24e9f1e7b43a99e034ee1ed614766 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/f1/0bb24e9f1e7b43a99e034ee1ed614766 2024-12-06T11:20:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:20:03,169 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bb24e9f1e7b43a99e034ee1ed614766 2024-12-06T11:20:03,170 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/f1/0bb24e9f1e7b43a99e034ee1ed614766, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T11:20:03,170 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/.tmp/norep/ad2662bf0db3426486d5663e78967759 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/norep/ad2662bf0db3426486d5663e78967759 2024-12-06T11:20:03,174 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad2662bf0db3426486d5663e78967759 2024-12-06T11:20:03,174 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/norep/ad2662bf0db3426486d5663e78967759, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T11:20:03,175 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 19b9bbf97b212f5d2918b493b19198fc in 888ms, sequenceid=8, compaction requested=false 2024-12-06T11:20:03,178 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/default/test/19b9bbf97b212f5d2918b493b19198fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:03,179 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19b9bbf97b212f5d2918b493b19198fc: Waiting for close lock at 1733484002286Running coprocessor pre-close hooks at 1733484002286Disabling compacts and flushes for region at 1733484002286Disabling writes for close at 1733484002287 (+1 ms)Obtaining lock to block concurrent updates at 1733484002287Preparing flush snapshotting stores in 19b9bbf97b212f5d2918b493b19198fc at 1733484002287Finished memstore snapshotting test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733484002287Flushing stores of test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. at 1733484002288 (+1 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/f: creating writer at 1733484002288Flushing 19b9bbf97b212f5d2918b493b19198fc/f: appending metadata at 1733484002302 (+14 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/f: closing flushed file at 1733484002302Flushing 19b9bbf97b212f5d2918b493b19198fc/f1: creating writer at 1733484002709 (+407 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/f1: appending metadata at 1733484002724 (+15 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/f1: closing flushed file at 1733484002724Flushing 19b9bbf97b212f5d2918b493b19198fc/norep: creating writer at 1733484002733 (+9 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/norep: appending metadata at 1733484002745 (+12 ms)Flushing 19b9bbf97b212f5d2918b493b19198fc/norep: closing flushed file at 1733484002745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0ea459: reopening flushed file at 1733484003153 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36920ad0: reopening flushed file at 1733484003165 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b97f76: reopening flushed file at 1733484003170 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 19b9bbf97b212f5d2918b493b19198fc in 888ms, sequenceid=8, compaction requested=false at 1733484003175 (+5 ms)Writing region close event to WAL at 1733484003176 (+1 ms)Running coprocessor post-close hooks at 1733484003178 (+2 ms)Closed at 1733484003179 (+1 ms) 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733483986800.19b9bbf97b212f5d2918b493b19198fc. 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af9f2f1ca138968f7d123cd8b8d6b8b2, disabling compactions & flushes 2024-12-06T11:20:03,179 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. after waiting 0 ms 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,179 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af9f2f1ca138968f7d123cd8b8d6b8b2: Waiting for close lock at 1733484003179Running coprocessor pre-close hooks at 1733484003179Disabling compacts and flushes for region at 1733484003179Disabling writes for close at 1733484003179Failed flush hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2., putting online again at 1733484003179 2024-12-06T11:20:03,180 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,288 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:20:03,288 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af9f2f1ca138968f7d123cd8b8d6b8b2=hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2.} 2024-12-06T11:20:03,288 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:03,288 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af9f2f1ca138968f7d123cd8b8d6b8b2 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af9f2f1ca138968f7d123cd8b8d6b8b2, disabling compactions & flushes 2024-12-06T11:20:03,288 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. after waiting 0 ms 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af9f2f1ca138968f7d123cd8b8d6b8b2: Waiting for close lock at 1733484003288Running coprocessor pre-close hooks at 1733484003288Disabling compacts and flushes for region at 1733484003288Disabling writes for close at 1733484003288Failed flush hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2., putting online again at 1733484003288 2024-12-06T11:20:03,288 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733483989610.af9f2f1ca138968f7d123cd8b8d6b8b2. 2024-12-06T11:20:03,450 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 1161, reset compression=false 2024-12-06T11:20:03,454 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:03,454 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 1805, reset compression=false 2024-12-06T11:20:03,488 DEBUG [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:20:03,583 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/table/e68b73623b204acbb8e8defc96db980c 2024-12-06T11:20:03,587 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/info/332826c5811c42049de2045cccb0f5fc as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/info/332826c5811c42049de2045cccb0f5fc 2024-12-06T11:20:03,591 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/info/332826c5811c42049de2045cccb0f5fc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:20:03,592 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/ns/a62c382a24be4bb89cdaef48b9deefe3 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/ns/a62c382a24be4bb89cdaef48b9deefe3 2024-12-06T11:20:03,595 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/ns/a62c382a24be4bb89cdaef48b9deefe3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:20:03,596 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/rep_barrier/f2f28d404d4945baadf04ffc059133ec as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/rep_barrier/f2f28d404d4945baadf04ffc059133ec 2024-12-06T11:20:03,599 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/rep_barrier/f2f28d404d4945baadf04ffc059133ec, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:20:03,599 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/.tmp/table/e68b73623b204acbb8e8defc96db980c as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/table/e68b73623b204acbb8e8defc96db980c 2024-12-06T11:20:03,602 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/table/e68b73623b204acbb8e8defc96db980c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:20:03,603 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-12-06T11:20:03,606 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:20:03,607 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:03,607 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:20:03,607 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:03,607 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484002287Running coprocessor pre-close hooks at 1733484002287Disabling compacts and flushes for region at 1733484002287Disabling writes for close at 1733484002287Obtaining lock to block concurrent updates at 1733484002287Preparing flush snapshotting stores in 1588230740 at 1733484002287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484002287Flushing stores of hbase:meta,,1.1588230740 at 1733484002287Flushing 1588230740/info: creating writer at 1733484002288 (+1 ms)Flushing 1588230740/info: appending metadata at 1733484002299 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733484002299Flushing 1588230740/ns: creating writer at 1733484002707 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733484002723 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733484002723Flushing 1588230740/rep_barrier: creating writer at 1733484003131 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484003142 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484003142Flushing 1588230740/table: creating writer at 1733484003150 (+8 ms)Flushing 1588230740/table: appending metadata at 1733484003164 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733484003164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2c9b1f: reopening flushed file at 1733484003587 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbeca35: reopening flushed file at 1733484003591 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730ebc53: reopening flushed file at 1733484003595 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21018016: reopening flushed file at 1733484003599 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1733484003603 (+4 ms)Writing region close event to WAL at 1733484003604 (+1 ms)Running coprocessor post-close hooks at 1733484003607 (+3 ms)Closed at 1733484003607 2024-12-06T11:20:03,607 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:03,657 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.wal-reader.582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 to pos 1805, reset compression=false 2024-12-06T11:20:03,688 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T11:20:03,688 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(976): stopping server 582807baec72,42953,1733483978954; all regions closed. 2024-12-06T11:20:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:20:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741839_1015 (size=1733) 2024-12-06T11:20:03,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.rep.1733483990743 not finished, retry = 0 2024-12-06T11:20:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741833_1009 (size=1813) 2024-12-06T11:20:03,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/WALs/582807baec72,42953,1733483978954/582807baec72%2C42953%2C1733483978954.1733483981028 not finished, retry = 0 2024-12-06T11:20:03,900 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:03,900 INFO [RS:0;582807baec72:42953 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:03,901 INFO [RS:0;582807baec72:42953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:03,901 INFO [RS:0;582807baec72:42953 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:03,901 INFO [RS:0;582807baec72:42953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:03,901 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:03,901 INFO [RS:0;582807baec72:42953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,42953,1733483978954 because: Region server is closing 2024-12-06T11:20:03,901 INFO [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42953. 2024-12-06T11:20:03,901 DEBUG [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:03,901 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:03,901 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:03,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:03,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:03,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:04,002 INFO [RS:0;582807baec72:42953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42953,1733483978954.replicationSource.shipper582807baec72%2C42953%2C1733483978954,1-582807baec72,42953,1733483978954 terminated 2024-12-06T11:20:04,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:04,002 INFO [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42953. 2024-12-06T11:20:04,002 DEBUG [RS:0;582807baec72:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:04,002 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:04,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:04,002 DEBUG [RS:0;582807baec72:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:04,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:04,002 INFO [RS:0;582807baec72:42953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42953 2024-12-06T11:20:04,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:04,088 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960440824/rs/582807baec72,42953,1733483978954 2024-12-06T11:20:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824/rs 2024-12-06T11:20:04,088 INFO [RS:0;582807baec72:42953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:04,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,42953,1733483978954] 2024-12-06T11:20:04,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0960440824/draining/582807baec72,42953,1733483978954 already deleted, retry=false 2024-12-06T11:20:04,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,42953,1733483978954 expired; onlineServers=0 2024-12-06T11:20:04,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,38163,1733483978771' ***** 2024-12-06T11:20:04,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:20:04,116 INFO [M:0;582807baec72:38163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:04,116 INFO [M:0;582807baec72:38163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:04,117 DEBUG [M:0;582807baec72:38163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:20:04,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:20:04,117 DEBUG [M:0;582807baec72:38163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:20:04,117 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483980752 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733483980752,5,FailOnTimeoutGroup] 2024-12-06T11:20:04,117 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483980748 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733483980748,5,FailOnTimeoutGroup] 2024-12-06T11:20:04,117 INFO [M:0;582807baec72:38163 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:04,117 INFO [M:0;582807baec72:38163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:04,117 DEBUG [M:0;582807baec72:38163 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:20:04,117 INFO [M:0;582807baec72:38163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:20:04,117 INFO [M:0;582807baec72:38163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:04,117 INFO [M:0;582807baec72:38163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:20:04,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:20:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0960440824/master 2024-12-06T11:20:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0960440824 2024-12-06T11:20:04,127 DEBUG [M:0;582807baec72:38163 {}] zookeeper.ZKUtil(347): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Unable to get data of znode /0960440824/master because node does not exist (not an error) 2024-12-06T11:20:04,127 WARN [M:0;582807baec72:38163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:20:04,128 INFO [M:0;582807baec72:38163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/.lastflushedseqids 2024-12-06T11:20:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741847_1023 (size=245) 2024-12-06T11:20:04,147 INFO [M:0;582807baec72:38163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:20:04,147 INFO [M:0;582807baec72:38163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:20:04,147 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:04,147 INFO [M:0;582807baec72:38163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:04,147 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:04,147 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:04,147 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:04,147 INFO [M:0;582807baec72:38163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T11:20:04,169 DEBUG [M:0;582807baec72:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca6ddcb08904175882a748ee8959302 is 82, key is hbase:meta,,1/info:regioninfo/1733483981594/Put/seqid=0 2024-12-06T11:20:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741848_1024 (size=5672) 2024-12-06T11:20:04,206 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:04,206 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101aa5e52240001, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:04,206 INFO [RS:0;582807baec72:42953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:04,206 INFO [RS:0;582807baec72:42953 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,42953,1733483978954; zookeeper connection closed. 2024-12-06T11:20:04,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f92c435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f92c435 2024-12-06T11:20:04,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:20:04,587 INFO [M:0;582807baec72:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca6ddcb08904175882a748ee8959302 2024-12-06T11:20:04,612 DEBUG [M:0;582807baec72:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac61482abf3497780d54c18b5c70ce4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733483990790/Put/seqid=0 2024-12-06T11:20:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741849_1025 (size=8516) 2024-12-06T11:20:05,018 INFO [M:0;582807baec72:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac61482abf3497780d54c18b5c70ce4 2024-12-06T11:20:05,035 DEBUG [M:0;582807baec72:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0caea2ee564a83a7d372a1110e1108 is 69, key is 582807baec72,42953,1733483978954/rs:state/1733483980858/Put/seqid=0 2024-12-06T11:20:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741850_1026 (size=5156) 2024-12-06T11:20:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:20:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:20:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:05,438 INFO [M:0;582807baec72:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0caea2ee564a83a7d372a1110e1108 2024-12-06T11:20:05,443 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ca6ddcb08904175882a748ee8959302 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca6ddcb08904175882a748ee8959302 2024-12-06T11:20:05,446 INFO [M:0;582807baec72:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ca6ddcb08904175882a748ee8959302, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:20:05,447 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac61482abf3497780d54c18b5c70ce4 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac61482abf3497780d54c18b5c70ce4 2024-12-06T11:20:05,451 INFO [M:0;582807baec72:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac61482abf3497780d54c18b5c70ce4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:20:05,451 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0caea2ee564a83a7d372a1110e1108 as hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0caea2ee564a83a7d372a1110e1108 2024-12-06T11:20:05,454 INFO [M:0;582807baec72:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/afba61a5-7fa4-9624-d7f6-052efdaf103a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0caea2ee564a83a7d372a1110e1108, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:20:05,455 INFO [M:0;582807baec72:38163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false 2024-12-06T11:20:05,457 INFO [M:0;582807baec72:38163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:05,457 DEBUG [M:0;582807baec72:38163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484004147Disabling compacts and flushes for region at 1733484004147Disabling writes for close at 1733484004147Obtaining lock to block concurrent updates at 1733484004147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484004147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733484004147Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484004148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484004148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484004169 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484004169Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484004595 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484004611 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484004611Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484005022 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484005034 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484005034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2148cd: reopening flushed file at 1733484005442 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1788b0bb: reopening flushed file at 1733484005446 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a6690a: reopening flushed file at 1733484005451 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=97, compaction requested=false at 1733484005455 (+4 ms)Writing region close event to WAL at 1733484005457 (+2 ms)Closed at 1733484005457 2024-12-06T11:20:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46105 is added to blk_1073741830_1006 (size=63654) 2024-12-06T11:20:05,460 INFO [M:0;582807baec72:38163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:20:05,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:05,460 INFO [M:0;582807baec72:38163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38163 2024-12-06T11:20:05,461 INFO [M:0;582807baec72:38163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:05,622 INFO [M:0;582807baec72:38163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:05,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:05,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x101aa5e52240000, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:05,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c486f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:05,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41188e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:05,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:05,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:05,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:05,626 WARN [BP-1999443776-172.17.0.3-1733483976353 heartbeating to localhost/127.0.0.1:38993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:20:05,626 WARN [BP-1999443776-172.17.0.3-1733483976353 heartbeating to localhost/127.0.0.1:38993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999443776-172.17.0.3-1733483976353 (Datanode Uuid 64bfb280-a268-449a-a8a7-0527d2635e77) service to localhost/127.0.0.1:38993 2024-12-06T11:20:05,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:20:05,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:20:05,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/data/data1/current/BP-1999443776-172.17.0.3-1733483976353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:05,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/cluster_c35d074f-e044-e31b-6e98-98b73e0b1230/data/data2/current/BP-1999443776-172.17.0.3-1733483976353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:05,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:20:05,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4765a193{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:05,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cef77a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:05,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:05,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:05,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366cc4eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0134409a-3510-5498-fb1f-b559f16cb51e/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:05,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:20:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:20:05,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 247) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49343) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40973 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49343) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=2861 (was 3712) 2024-12-06T11:20:05,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=2861 2024-12-06T11:20:05,675 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-06T11:20:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir so I do NOT create it in target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1 2024-12-06T11:20:05,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:20:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.tmp.dir so I do NOT create it in target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1 2024-12-06T11:20:05,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09145420-e027-fa8f-4996-ff90ab9e9a26/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:20:05,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1 2024-12-06T11:20:05,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56, deleteOnExit=true 2024-12-06T11:20:05,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/zookeeper_0, clientPort=62426, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:20:05,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62426 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/test.cache.data in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:20:05,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:20:05,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:20:05,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:20:05,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5e52240002, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:20:05,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5e52240005, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:20:05,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5e52240002, quorum=127.0.0.1:49343, baseZNode=/0960440824 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:20:05,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5e52240005, quorum=127.0.0.1:49343, baseZNode=/1881537020 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:20:06,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:06,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:06,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:06,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:06,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:20:06,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:06,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:06,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:06,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/java.io.tmpdir/jetty-localhost-44731-hadoop-hdfs-3_4_1-tests_jar-_-any-810336330573175523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:06,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:44731} 2024-12-06T11:20:06,149 INFO [Time-limited test {}] server.Server(415): Started @220647ms 2024-12-06T11:20:06,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:06,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:06,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:06,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:06,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:06,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:06,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:06,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de15888{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/java.io.tmpdir/jetty-localhost-33437-hadoop-hdfs-3_4_1-tests_jar-_-any-9038988854214532852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:06,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:33437} 2024-12-06T11:20:06,517 INFO [Time-limited test {}] server.Server(415): Started @221015ms 2024-12-06T11:20:06,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:20:07,457 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/data/data2/current/BP-345553909-172.17.0.3-1733484005710/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:07,457 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/data/data1/current/BP-345553909-172.17.0.3-1733484005710/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:07,472 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:20:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b1ce39c948eca6c with lease ID 0x72e623193562f618: Processing first storage report for DS-0db7f747-d87e-477e-869f-5748ef295769 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=db5fd6d9-c7ef-4e22-81e5-74e1ec232dd3, infoPort=42313, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1976398783;c=1733484005710) 2024-12-06T11:20:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b1ce39c948eca6c with lease ID 0x72e623193562f618: from storage DS-0db7f747-d87e-477e-869f-5748ef295769 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=db5fd6d9-c7ef-4e22-81e5-74e1ec232dd3, infoPort=42313, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1976398783;c=1733484005710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b1ce39c948eca6c with lease ID 0x72e623193562f618: Processing first storage report for DS-2a57c69a-9b90-4ae2-b25b-f0fa0ec029ad from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=db5fd6d9-c7ef-4e22-81e5-74e1ec232dd3, infoPort=42313, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1976398783;c=1733484005710) 2024-12-06T11:20:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b1ce39c948eca6c with lease ID 0x72e623193562f618: from storage DS-2a57c69a-9b90-4ae2-b25b-f0fa0ec029ad node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=db5fd6d9-c7ef-4e22-81e5-74e1ec232dd3, infoPort=42313, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1976398783;c=1733484005710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:07,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1 2024-12-06T11:20:07,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:07,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:20:07,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7 with version=8 2024-12-06T11:20:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/hbase-staging 2024-12-06T11:20:07,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:07,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:07,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:07,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:20:07,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:07,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44659 2024-12-06T11:20:07,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44659 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446590x0, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:08,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44659-0x101aa5ec4eb0000 connected 2024-12-06T11:20:08,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:08,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:08,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/running 2024-12-06T11:20:08,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7, hbase.cluster.distributed=false 2024-12-06T11:20:08,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/acl 2024-12-06T11:20:08,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44659 2024-12-06T11:20:08,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44659 2024-12-06T11:20:08,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44659 2024-12-06T11:20:08,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44659 2024-12-06T11:20:08,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44659 2024-12-06T11:20:08,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:20:08,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:08,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38411 2024-12-06T11:20:08,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38411 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:08,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:08,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384110x0, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:08,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38411-0x101aa5ec4eb0001 connected 2024-12-06T11:20:08,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/running 2024-12-06T11:20:08,169 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:20:08,170 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:20:08,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/master 2024-12-06T11:20:08,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/acl 2024-12-06T11:20:08,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38411 2024-12-06T11:20:08,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38411 2024-12-06T11:20:08,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38411 2024-12-06T11:20:08,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38411 2024-12-06T11:20:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38411 2024-12-06T11:20:08,189 DEBUG [M:0;582807baec72:44659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:44659 2024-12-06T11:20:08,190 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-739416036/backup-masters/582807baec72,44659,1733484007953 2024-12-06T11:20:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/backup-masters 2024-12-06T11:20:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/backup-masters 2024-12-06T11:20:08,200 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on existing znode=/0-739416036/backup-masters/582807baec72,44659,1733484007953 2024-12-06T11:20:08,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:08,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739416036/master 2024-12-06T11:20:08,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:08,211 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on existing znode=/0-739416036/master 2024-12-06T11:20:08,211 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-739416036/backup-masters/582807baec72,44659,1733484007953 from backup master directory 2024-12-06T11:20:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739416036/backup-masters/582807baec72,44659,1733484007953 2024-12-06T11:20:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/backup-masters 2024-12-06T11:20:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/backup-masters 2024-12-06T11:20:08,221 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:08,221 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,44659,1733484007953 2024-12-06T11:20:08,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/hbase.id] with ID: a0289ce7-282a-4d17-b6c2-44583d3ea0c5 2024-12-06T11:20:08,224 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/.tmp/hbase.id 2024-12-06T11:20:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:20:08,631 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/.tmp/hbase.id]:[hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/hbase.id] 2024-12-06T11:20:08,644 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:08,644 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:20:08,645 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:20:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:20:09,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,137 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:09,138 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:20:09,138 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:09,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:20:09,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:09,544 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store 2024-12-06T11:20:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:20:09,949 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:09,949 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:09,949 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:09,949 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:09,950 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:09,950 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:09,950 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:09,950 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484009949Disabling compacts and flushes for region at 1733484009949Disabling writes for close at 1733484009950 (+1 ms)Writing region close event to WAL at 1733484009950Closed at 1733484009950 2024-12-06T11:20:09,950 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/.initializing 2024-12-06T11:20:09,950 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/WALs/582807baec72,44659,1733484007953 2024-12-06T11:20:09,951 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:09,952 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C44659%2C1733484007953, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/WALs/582807baec72,44659,1733484007953, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/oldWALs, maxLogs=10 2024-12-06T11:20:09,965 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/WALs/582807baec72,44659,1733484007953/582807baec72%2C44659%2C1733484007953.1733484009952, exclude list is [], retry=0 2024-12-06T11:20:09,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-0db7f747-d87e-477e-869f-5748ef295769,DISK] 2024-12-06T11:20:09,968 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/WALs/582807baec72,44659,1733484007953/582807baec72%2C44659%2C1733484007953.1733484009952 2024-12-06T11:20:09,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42313:42313)] 2024-12-06T11:20:09,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:09,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:09,968 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,969 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:20:09,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:09,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:09,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:20:09,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:09,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:09,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:20:09,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:09,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:09,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:20:09,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:09,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:09,974 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,974 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,974 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,975 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,975 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,976 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:09,976 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:09,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:09,978 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59572020, jitterRate=-0.11230772733688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:09,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484009969Initializing all the Stores at 1733484009969Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484009969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484009969Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484009969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484009969Cleaning up temporary data from old regions at 1733484009975 (+6 ms)Region opened successfully at 1733484009978 (+3 ms) 2024-12-06T11:20:09,978 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:20:09,980 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:09,980 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:20:09,981 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:20:09,982 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:20:09,983 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/balancer because node does not exist (not necessarily an error) 2024-12-06T11:20:10,030 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/balancer already deleted, retry=false 2024-12-06T11:20:10,031 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:20:10,031 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:20:10,048 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/normalizer already deleted, retry=false 2024-12-06T11:20:10,049 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:20:10,049 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:20:10,059 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/switch/split already deleted, retry=false 2024-12-06T11:20:10,060 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:20:10,069 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/switch/merge already deleted, retry=false 2024-12-06T11:20:10,071 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:20:10,080 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/snapshot-cleanup already deleted, retry=false 2024-12-06T11:20:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739416036/running 2024-12-06T11:20:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739416036/running 2024-12-06T11:20:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,091 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,44659,1733484007953, sessionid=0x101aa5ec4eb0000, setting cluster-up flag (Was=false) 2024-12-06T11:20:10,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,143 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739416036/flush-table-proc/acquired, /0-739416036/flush-table-proc/reached, /0-739416036/flush-table-proc/abort 2024-12-06T11:20:10,144 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44659,1733484007953 2024-12-06T11:20:10,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:10,195 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739416036/online-snapshot/acquired, /0-739416036/online-snapshot/reached, /0-739416036/online-snapshot/abort 2024-12-06T11:20:10,196 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,44659,1733484007953 2024-12-06T11:20:10,197 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:20:10,198 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:10,198 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:20:10,198 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:20:10,198 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,44659,1733484007953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:10,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:10,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:20:10,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:10,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484040205 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:20:10,205 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:20:10,208 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,209 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:20:10,210 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484010210,5,FailOnTimeoutGroup] 2024-12-06T11:20:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:20:10,210 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484010210,5,FailOnTimeoutGroup] 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,210 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,279 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(746): ClusterId : a0289ce7-282a-4d17-b6c2-44583d3ea0c5 2024-12-06T11:20:10,279 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:20:10,291 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:20:10,291 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:20:10,302 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:20:10,302 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa3aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:10,313 DEBUG [RS:0;582807baec72:38411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:38411 2024-12-06T11:20:10,314 INFO [RS:0;582807baec72:38411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:20:10,314 INFO [RS:0;582807baec72:38411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:20:10,314 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:20:10,314 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,44659,1733484007953 with port=38411, startcode=1733484008153 2024-12-06T11:20:10,314 DEBUG [RS:0;582807baec72:38411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:20:10,316 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:20:10,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,38411,1733484008153 2024-12-06T11:20:10,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44659 {}] master.ServerManager(517): Registering regionserver=582807baec72,38411,1733484008153 2024-12-06T11:20:10,317 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7 2024-12-06T11:20:10,317 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39647 2024-12-06T11:20:10,317 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:20:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/rs 2024-12-06T11:20:10,327 DEBUG [RS:0;582807baec72:38411 {}] zookeeper.ZKUtil(111): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on existing znode=/0-739416036/rs/582807baec72,38411,1733484008153 2024-12-06T11:20:10,327 WARN [RS:0;582807baec72:38411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:10,327 INFO [RS:0;582807baec72:38411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:10,327 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153 2024-12-06T11:20:10,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,38411,1733484008153] 2024-12-06T11:20:10,329 INFO [RS:0;582807baec72:38411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:20:10,333 INFO [RS:0;582807baec72:38411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:20:10,334 INFO [RS:0;582807baec72:38411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:20:10,334 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,334 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:20:10,337 INFO [RS:0;582807baec72:38411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:20:10,337 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:10,337 DEBUG [RS:0;582807baec72:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:10,341 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,341 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,341 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,341 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,342 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,342 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38411,1733484008153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:10,355 INFO [RS:0;582807baec72:38411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:20:10,356 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38411,1733484008153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,356 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,356 INFO [RS:0;582807baec72:38411 {}] regionserver.Replication(171): 582807baec72,38411,1733484008153 started 2024-12-06T11:20:10,377 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:10,377 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,38411,1733484008153, RpcServer on 582807baec72/172.17.0.3:38411, sessionid=0x101aa5ec4eb0001 2024-12-06T11:20:10,377 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:20:10,377 DEBUG [RS:0;582807baec72:38411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,38411,1733484008153 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38411,1733484008153' 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739416036/flush-table-proc/abort' 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739416036/flush-table-proc/acquired' 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:20:10,378 DEBUG [RS:0;582807baec72:38411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,38411,1733484008153 2024-12-06T11:20:10,379 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,38411,1733484008153' 2024-12-06T11:20:10,379 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739416036/online-snapshot/abort' 2024-12-06T11:20:10,379 DEBUG [RS:0;582807baec72:38411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739416036/online-snapshot/acquired' 2024-12-06T11:20:10,380 DEBUG [RS:0;582807baec72:38411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:20:10,380 INFO [RS:0;582807baec72:38411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:20:10,380 INFO [RS:0;582807baec72:38411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:20:10,480 INFO [RS:0;582807baec72:38411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:10,481 INFO [RS:0;582807baec72:38411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38411%2C1733484008153, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/oldWALs, maxLogs=10 2024-12-06T11:20:10,497 DEBUG [RS:0;582807baec72:38411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, exclude list is [], retry=0 2024-12-06T11:20:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-0db7f747-d87e-477e-869f-5748ef295769,DISK] 2024-12-06T11:20:10,501 INFO [RS:0;582807baec72:38411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 2024-12-06T11:20:10,501 DEBUG [RS:0;582807baec72:38411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42313:42313)] 2024-12-06T11:20:10,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:20:10,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7 2024-12-06T11:20:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:20:11,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:11,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:11,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:11,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:11,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:11,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:11,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:11,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:11,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:11,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:11,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:11,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740 2024-12-06T11:20:11,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740 2024-12-06T11:20:11,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:11,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:11,035 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:11,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:11,039 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:11,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63729717, jitterRate=-0.050353214144706726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484011018Initializing all the Stores at 1733484011018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011019 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484011019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011019Cleaning up temporary data from old regions at 1733484011034 (+15 ms)Region opened successfully at 1733484011040 (+6 ms) 2024-12-06T11:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:11,040 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:11,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:11,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:11,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484011040Disabling compacts and flushes for region at 1733484011040Disabling writes for close at 1733484011040Writing region close event to WAL at 1733484011041 (+1 ms)Closed at 1733484011041 2024-12-06T11:20:11,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:11,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:20:11,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:20:11,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:11,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:20:11,195 DEBUG [582807baec72:44659 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:20:11,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:11,196 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38411,1733484008153, state=OPENING 2024-12-06T11:20:11,252 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:20:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:11,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739416036/meta-region-server: CHANGED 2024-12-06T11:20:11,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739416036/meta-region-server: CHANGED 2024-12-06T11:20:11,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:11,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38411,1733484008153}] 2024-12-06T11:20:11,417 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:11,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:20:11,422 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:20:11,422 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:11,422 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:20:11,423 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38411%2C1733484008153.meta, suffix=.meta, logDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/oldWALs, maxLogs=10 2024-12-06T11:20:11,439 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.meta.1733484011424.meta, exclude list is [], retry=0 2024-12-06T11:20:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-0db7f747-d87e-477e-869f-5748ef295769,DISK] 2024-12-06T11:20:11,476 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.meta.1733484011424.meta 2024-12-06T11:20:11,480 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42313:42313)] 2024-12-06T11:20:11,480 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:11,481 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:11,481 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:11,481 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:20:11,481 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:20:11,481 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:20:11,481 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:11,482 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:20:11,482 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:20:11,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:11,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:11,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:11,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:11,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:11,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:11,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:11,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:11,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:11,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:11,498 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:11,499 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740 2024-12-06T11:20:11,500 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740 2024-12-06T11:20:11,501 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:11,501 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:11,501 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:11,503 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:11,504 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63503092, jitterRate=-0.05373018980026245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:11,504 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:20:11,504 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484011482Writing region info on filesystem at 1733484011482Initializing all the Stores at 1733484011483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011486 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484011486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484011486Cleaning up temporary data from old regions at 1733484011501 (+15 ms)Running coprocessor post-open hooks at 1733484011504 (+3 ms)Region opened successfully at 1733484011504 2024-12-06T11:20:11,505 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484011417 2024-12-06T11:20:11,507 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:20:11,507 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:20:11,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:11,508 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,38411,1733484008153, state=OPEN 2024-12-06T11:20:11,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739416036/meta-region-server 2024-12-06T11:20:11,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739416036/meta-region-server 2024-12-06T11:20:11,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,38411,1733484008153 2024-12-06T11:20:11,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739416036/meta-region-server: CHANGED 2024-12-06T11:20:11,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739416036/meta-region-server: CHANGED 2024-12-06T11:20:11,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:20:11,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,38411,1733484008153 in 281 msec 2024-12-06T11:20:11,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:20:11,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-12-06T11:20:11,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:11,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:20:11,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:11,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38411,1733484008153, seqNum=-1] 2024-12-06T11:20:11,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:11,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:11,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3580 sec 2024-12-06T11:20:11,557 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484011557, completionTime=-1 2024-12-06T11:20:11,557 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:20:11,557 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:20:11,559 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:20:11,559 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484071559 2024-12-06T11:20:11,559 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484131559 2024-12-06T11:20:11,559 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:44659, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,560 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,562 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.344sec 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:20:11,565 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:20:11,566 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:11,566 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:20:11,573 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:20:11,573 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:20:11,573 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,44659,1733484007953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:11,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:11,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:11,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:11,583 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d87fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:11,585 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:11,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:11,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38411,1733484008153, seqNum=-1] 2024-12-06T11:20:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:11,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:11,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,44659,1733484007953 2024-12-06T11:20:11,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:11,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5ec4eb0002 connected 2024-12-06T11:20:11,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir so I do NOT create it in target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f 2024-12-06T11:20:11,629 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:20:11,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.tmp.dir so I do NOT create it in target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f 2024-12-06T11:20:11,629 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:20:11,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f 2024-12-06T11:20:11,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/cluster_e9b4732a-73dc-c104-18ed-6441e7fb37b1, deleteOnExit=true 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/test.cache.data in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:20:11,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:20:11,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:20:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:20:11,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:11,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:11,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:11,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:11,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:11,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:11,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:11,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:12,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40819ccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-2033793001210440597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:12,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-12-06T11:20:12,092 INFO [Time-limited test {}] server.Server(415): Started @226591ms 2024-12-06T11:20:12,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:12,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:12,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:12,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:12,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:12,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:12,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:12,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff4f0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/java.io.tmpdir/jetty-localhost-39497-hadoop-hdfs-3_4_1-tests_jar-_-any-14094093590960509105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:12,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:39497} 2024-12-06T11:20:12,510 INFO [Time-limited test {}] server.Server(415): Started @227008ms 2024-12-06T11:20:12,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:20:13,097 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/cluster_e9b4732a-73dc-c104-18ed-6441e7fb37b1/data/data1/current/BP-180640262-172.17.0.3-1733484011645/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:13,097 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/cluster_e9b4732a-73dc-c104-18ed-6441e7fb37b1/data/data2/current/BP-180640262-172.17.0.3-1733484011645/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:13,115 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:20:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280b5d8b561d5022 with lease ID 0x23a2a78facd5e150: Processing first storage report for DS-6c108a66-f9db-405c-8e01-04711f0371a8 from datanode DatanodeRegistration(127.0.0.1:41671, datanodeUuid=3915622d-5093-4aea-a5a0-128610c614ba, infoPort=45033, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=1857270025;c=1733484011645) 2024-12-06T11:20:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280b5d8b561d5022 with lease ID 0x23a2a78facd5e150: from storage DS-6c108a66-f9db-405c-8e01-04711f0371a8 node DatanodeRegistration(127.0.0.1:41671, datanodeUuid=3915622d-5093-4aea-a5a0-128610c614ba, infoPort=45033, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=1857270025;c=1733484011645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280b5d8b561d5022 with lease ID 0x23a2a78facd5e150: Processing first storage report for DS-9ca5c9b7-bc69-415c-8db0-3d10664402f0 from datanode DatanodeRegistration(127.0.0.1:41671, datanodeUuid=3915622d-5093-4aea-a5a0-128610c614ba, infoPort=45033, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=1857270025;c=1733484011645) 2024-12-06T11:20:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280b5d8b561d5022 with lease ID 0x23a2a78facd5e150: from storage DS-9ca5c9b7-bc69-415c-8db0-3d10664402f0 node DatanodeRegistration(127.0.0.1:41671, datanodeUuid=3915622d-5093-4aea-a5a0-128610c614ba, infoPort=45033, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=1857270025;c=1733484011645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:13,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f 2024-12-06T11:20:13,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:20:13,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9 with version=8 2024-12-06T11:20:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/hbase-staging 2024-12-06T11:20:13,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:20:13,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:13,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34069 2024-12-06T11:20:13,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34069 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:13,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340690x0, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:13,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34069-0x101aa5ec4eb0003 connected 2024-12-06T11:20:13,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/running 2024-12-06T11:20:13,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9, hbase.cluster.distributed=false 2024-12-06T11:20:13,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/acl 2024-12-06T11:20:13,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34069 2024-12-06T11:20:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34069 2024-12-06T11:20:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34069 2024-12-06T11:20:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34069 2024-12-06T11:20:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34069 2024-12-06T11:20:13,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:20:13,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:13,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34151 2024-12-06T11:20:13,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34151 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:13,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,726 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341510x0, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:13,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341510x0, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/running 2024-12-06T11:20:13,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:20:13,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34151-0x101aa5ec4eb0004 connected 2024-12-06T11:20:13,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:20:13,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/master 2024-12-06T11:20:13,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/acl 2024-12-06T11:20:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34151 2024-12-06T11:20:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34151 2024-12-06T11:20:13,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34151 2024-12-06T11:20:13,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34151 2024-12-06T11:20:13,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34151 2024-12-06T11:20:13,776 DEBUG [M:0;582807baec72:34069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:34069 2024-12-06T11:20:13,780 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1943501257/backup-masters/582807baec72,34069,1733484013557 2024-12-06T11:20:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/backup-masters 2024-12-06T11:20:13,789 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/backup-masters 2024-12-06T11:20:13,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on existing znode=/1-1943501257/backup-masters/582807baec72,34069,1733484013557 2024-12-06T11:20:13,800 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943501257/master 2024-12-06T11:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:13,800 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:13,800 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on existing znode=/1-1943501257/master 2024-12-06T11:20:13,801 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1943501257/backup-masters/582807baec72,34069,1733484013557 from backup master directory 2024-12-06T11:20:13,810 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/backup-masters 2024-12-06T11:20:13,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943501257/backup-masters/582807baec72,34069,1733484013557 2024-12-06T11:20:13,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/backup-masters 2024-12-06T11:20:13,810 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:13,811 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,34069,1733484013557 2024-12-06T11:20:13,818 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/hbase.id] with ID: 79094495-9980-4f0e-aa4b-30308504533e 2024-12-06T11:20:13,818 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/.tmp/hbase.id 2024-12-06T11:20:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:20:13,832 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/.tmp/hbase.id]:[hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/hbase.id] 2024-12-06T11:20:13,851 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:13,851 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:20:13,851 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T11:20:13,863 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:13,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:20:13,885 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:13,886 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:20:13,886 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:20:14,297 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store 2024-12-06T11:20:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:20:14,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:14,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:14,714 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:14,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:14,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:14,714 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:14,714 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:14,715 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484014714Disabling compacts and flushes for region at 1733484014714Disabling writes for close at 1733484014714Writing region close event to WAL at 1733484014714Closed at 1733484014714 2024-12-06T11:20:14,715 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/.initializing 2024-12-06T11:20:14,715 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/WALs/582807baec72,34069,1733484013557 2024-12-06T11:20:14,716 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:14,717 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C34069%2C1733484013557, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/WALs/582807baec72,34069,1733484013557, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/oldWALs, maxLogs=10 2024-12-06T11:20:14,733 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/WALs/582807baec72,34069,1733484013557/582807baec72%2C34069%2C1733484013557.1733484014718, exclude list is [], retry=0 2024-12-06T11:20:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-6c108a66-f9db-405c-8e01-04711f0371a8,DISK] 2024-12-06T11:20:14,737 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/WALs/582807baec72,34069,1733484013557/582807baec72%2C34069%2C1733484013557.1733484014718 2024-12-06T11:20:14,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-06T11:20:14,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:14,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:14,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:20:14,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:14,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:14,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:20:14,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:20:14,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:14,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:14,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:20:14,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:14,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:14,743 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,743 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,743 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,744 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,744 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,744 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:14,745 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:14,746 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:14,746 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61569090, jitterRate=-0.0825490653514862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:14,746 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484014737Initializing all the Stores at 1733484014738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484014738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484014738Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484014738Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484014738Cleaning up temporary data from old regions at 1733484014744 (+6 ms)Region opened successfully at 1733484014746 (+2 ms) 2024-12-06T11:20:14,747 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:20:14,748 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75184897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:14,749 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:20:14,749 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:20:14,749 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:20:14,749 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:20:14,750 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:20:14,750 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:20:14,750 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:20:14,751 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:20:14,752 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/balancer because node does not exist (not necessarily an error) 2024-12-06T11:20:14,821 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/balancer already deleted, retry=false 2024-12-06T11:20:14,821 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:20:14,822 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:20:14,831 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/normalizer already deleted, retry=false 2024-12-06T11:20:14,831 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:20:14,832 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:20:14,842 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/switch/split already deleted, retry=false 2024-12-06T11:20:14,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:20:14,852 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/switch/merge already deleted, retry=false 2024-12-06T11:20:14,854 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:20:14,863 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/snapshot-cleanup already deleted, retry=false 2024-12-06T11:20:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943501257/running 2024-12-06T11:20:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,873 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1943501257/running 2024-12-06T11:20:14,873 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,874 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,34069,1733484013557, sessionid=0x101aa5ec4eb0003, setting cluster-up flag (Was=false) 2024-12-06T11:20:14,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,894 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,926 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1943501257/flush-table-proc/acquired, /1-1943501257/flush-table-proc/reached, /1-1943501257/flush-table-proc/abort 2024-12-06T11:20:14,927 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,34069,1733484013557 2024-12-06T11:20:14,947 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:14,979 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1943501257/online-snapshot/acquired, /1-1943501257/online-snapshot/reached, /1-1943501257/online-snapshot/abort 2024-12-06T11:20:14,979 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,34069,1733484013557 2024-12-06T11:20:14,980 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:20:14,982 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:14,982 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:20:14,982 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:20:14,983 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,34069,1733484013557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:14,984 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:14,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:14,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:20:14,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:14,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:20:15,008 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484045008 2024-12-06T11:20:15,009 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:20:15,009 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:20:15,009 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:20:15,010 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:20:15,010 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:20:15,010 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:20:15,012 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:20:15,018 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:20:15,019 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:20:15,019 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:20:15,019 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:20:15,019 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:20:15,020 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:20:15,020 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484015020,5,FailOnTimeoutGroup] 2024-12-06T11:20:15,022 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484015020,5,FailOnTimeoutGroup] 2024-12-06T11:20:15,022 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,022 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:20:15,022 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,022 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,064 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(746): ClusterId : 79094495-9980-4f0e-aa4b-30308504533e 2024-12-06T11:20:15,064 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:20:15,074 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:20:15,074 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:20:15,084 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:20:15,084 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6334f128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:15,097 DEBUG [RS:0;582807baec72:34151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:34151 2024-12-06T11:20:15,097 INFO [RS:0;582807baec72:34151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:20:15,097 INFO [RS:0;582807baec72:34151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:20:15,097 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:20:15,098 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,34069,1733484013557 with port=34151, startcode=1733484013706 2024-12-06T11:20:15,098 DEBUG [RS:0;582807baec72:34151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:20:15,099 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:20:15,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,34151,1733484013706 2024-12-06T11:20:15,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34069 {}] master.ServerManager(517): Registering regionserver=582807baec72,34151,1733484013706 2024-12-06T11:20:15,101 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9 2024-12-06T11:20:15,101 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38129 2024-12-06T11:20:15,101 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:20:15,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/rs 2024-12-06T11:20:15,161 DEBUG [RS:0;582807baec72:34151 {}] zookeeper.ZKUtil(111): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on existing znode=/1-1943501257/rs/582807baec72,34151,1733484013706 2024-12-06T11:20:15,161 WARN [RS:0;582807baec72:34151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:15,161 INFO [RS:0;582807baec72:34151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:15,161 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706 2024-12-06T11:20:15,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,34151,1733484013706] 2024-12-06T11:20:15,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:20:15,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:20:15,164 INFO [RS:0;582807baec72:34151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:20:15,166 INFO [RS:0;582807baec72:34151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:20:15,166 INFO [RS:0;582807baec72:34151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:20:15,166 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,166 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:20:15,167 INFO [RS:0;582807baec72:34151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:20:15,167 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,167 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,168 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,168 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:15,168 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:15,168 DEBUG [RS:0;582807baec72:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,168 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34151,1733484013706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:15,181 INFO [RS:0;582807baec72:34151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:20:15,181 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34151,1733484013706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,182 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,182 INFO [RS:0;582807baec72:34151 {}] regionserver.Replication(171): 582807baec72,34151,1733484013706 started 2024-12-06T11:20:15,193 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:15,193 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,34151,1733484013706, RpcServer on 582807baec72/172.17.0.3:34151, sessionid=0x101aa5ec4eb0004 2024-12-06T11:20:15,193 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:20:15,193 DEBUG [RS:0;582807baec72:34151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,34151,1733484013706 2024-12-06T11:20:15,193 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,34151,1733484013706' 2024-12-06T11:20:15,193 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1943501257/flush-table-proc/abort' 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1943501257/flush-table-proc/acquired' 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,34151,1733484013706 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,34151,1733484013706' 2024-12-06T11:20:15,194 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1943501257/online-snapshot/abort' 2024-12-06T11:20:15,195 DEBUG [RS:0;582807baec72:34151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1943501257/online-snapshot/acquired' 2024-12-06T11:20:15,195 DEBUG [RS:0;582807baec72:34151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:20:15,195 INFO [RS:0;582807baec72:34151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:20:15,195 INFO [RS:0;582807baec72:34151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:20:15,295 INFO [RS:0;582807baec72:34151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:15,297 INFO [RS:0;582807baec72:34151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C34151%2C1733484013706, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/oldWALs, maxLogs=10 2024-12-06T11:20:15,315 DEBUG [RS:0;582807baec72:34151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, exclude list is [], retry=0 2024-12-06T11:20:15,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-6c108a66-f9db-405c-8e01-04711f0371a8,DISK] 2024-12-06T11:20:15,322 INFO [RS:0;582807baec72:34151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 2024-12-06T11:20:15,322 DEBUG [RS:0;582807baec72:34151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-06T11:20:15,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:20:15,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9 2024-12-06T11:20:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:20:15,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:15,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:15,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:15,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:15,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:15,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:15,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:15,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:15,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:15,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:15,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:15,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:15,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:15,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:15,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:15,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:15,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:15,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:15,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740 2024-12-06T11:20:15,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740 2024-12-06T11:20:15,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:15,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:15,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:15,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:15,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64594245, jitterRate=-0.037470743060112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484015820Initializing all the Stores at 1733484015821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484015821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484015821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484015821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484015821Cleaning up temporary data from old regions at 1733484015827 (+6 ms)Region opened successfully at 1733484015830 (+3 ms) 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:15,830 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:15,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:15,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484015830Disabling compacts and flushes for region at 1733484015830Disabling writes for close at 1733484015830Writing region close event to WAL at 1733484015831 (+1 ms)Closed at 1733484015831 2024-12-06T11:20:15,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:15,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:20:15,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:20:15,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:15,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:20:15,983 DEBUG [582807baec72:34069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:20:15,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:15,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,34151,1733484013706, state=OPENING 2024-12-06T11:20:16,031 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:20:16,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:16,041 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:16,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943501257/meta-region-server: CHANGED 2024-12-06T11:20:16,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943501257/meta-region-server: CHANGED 2024-12-06T11:20:16,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:16,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,34151,1733484013706}] 2024-12-06T11:20:16,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:16,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:20:16,198 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:20:16,198 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:16,198 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:20:16,199 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C34151%2C1733484013706.meta, suffix=.meta, logDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/oldWALs, maxLogs=10 2024-12-06T11:20:16,210 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.meta.1733484016199.meta, exclude list is [], retry=0 2024-12-06T11:20:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-6c108a66-f9db-405c-8e01-04711f0371a8,DISK] 2024-12-06T11:20:16,213 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.meta.1733484016199.meta 2024-12-06T11:20:16,213 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:16,214 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:20:16,214 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:20:16,214 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:20:16,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:16,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:16,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:16,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:16,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:16,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:16,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:16,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:16,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:16,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:16,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:16,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:16,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:16,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:16,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:16,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:16,219 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:16,219 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740 2024-12-06T11:20:16,220 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740 2024-12-06T11:20:16,221 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:16,221 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:16,221 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:16,222 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:16,222 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65236077, jitterRate=-0.02790670096874237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:16,222 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:20:16,223 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484016214Writing region info on filesystem at 1733484016214Initializing all the Stores at 1733484016215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484016215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484016215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484016215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484016215Cleaning up temporary data from old regions at 1733484016221 (+6 ms)Running coprocessor post-open hooks at 1733484016222 (+1 ms)Region opened successfully at 1733484016223 (+1 ms) 2024-12-06T11:20:16,223 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484016194 2024-12-06T11:20:16,225 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:20:16,225 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:20:16,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:16,226 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,34151,1733484013706, state=OPEN 2024-12-06T11:20:16,237 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1943501257/meta-region-server 2024-12-06T11:20:16,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1943501257/meta-region-server 2024-12-06T11:20:16,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943501257/meta-region-server: CHANGED 2024-12-06T11:20:16,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,34151,1733484013706 2024-12-06T11:20:16,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1943501257/meta-region-server: CHANGED 2024-12-06T11:20:16,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:20:16,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,34151,1733484013706 in 196 msec 2024-12-06T11:20:16,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:20:16,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-12-06T11:20:16,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:16,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:20:16,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:16,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,34151,1733484013706, seqNum=-1] 2024-12-06T11:20:16,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:16,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:16,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-06T11:20:16,248 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484016248, completionTime=-1 2024-12-06T11:20:16,248 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:20:16,248 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484076250 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484136250 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:34069, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,250 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,251 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,252 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.442sec 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:20:16,253 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:16,254 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:20:16,255 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:20:16,255 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:20:16,255 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,34069,1733484013557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:16,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:16,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:16,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:16,265 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec96669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:16,267 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:16,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:16,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:16,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,34151,1733484013706, seqNum=-1] 2024-12-06T11:20:16,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:16,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:16,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,34069,1733484013557 2024-12-06T11:20:16,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:16,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:16,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5ec4eb0005 connected 2024-12-06T11:20:16,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir so I do NOT create it in target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5 2024-12-06T11:20:16,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:20:16,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.tmp.dir so I do NOT create it in target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5 2024-12-06T11:20:16,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:20:16,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5 2024-12-06T11:20:16,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:20:16,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/cluster_1d279952-6657-00ff-4bab-832d1c596ba7, deleteOnExit=true 2024-12-06T11:20:16,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/test.cache.data in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:20:16,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:20:16,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:20:16,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:20:16,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:20:16,666 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T11:20:16,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,706 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,706 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,711 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,716 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:16,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:16,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:16,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:16,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:16,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:16,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:16,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e89182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:16,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@784a7587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:16,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a10fea9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/java.io.tmpdir/jetty-localhost-41187-hadoop-hdfs-3_4_1-tests_jar-_-any-6317629191510638764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:16,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e69882f{HTTP/1.1, (http/1.1)}{localhost:41187} 2024-12-06T11:20:16,894 INFO [Time-limited test {}] server.Server(415): Started @231393ms 2024-12-06T11:20:17,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:17,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:17,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:17,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:17,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:17,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6447ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:17,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@678fdb91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:17,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5977000{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/java.io.tmpdir/jetty-localhost-33123-hadoop-hdfs-3_4_1-tests_jar-_-any-932089752967523648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:17,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ada0127{HTTP/1.1, (http/1.1)}{localhost:33123} 2024-12-06T11:20:17,256 INFO [Time-limited test {}] server.Server(415): Started @231755ms 2024-12-06T11:20:17,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:20:18,008 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/cluster_1d279952-6657-00ff-4bab-832d1c596ba7/data/data2/current/BP-1916760508-172.17.0.3-1733484016317/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:18,008 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/cluster_1d279952-6657-00ff-4bab-832d1c596ba7/data/data1/current/BP-1916760508-172.17.0.3-1733484016317/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:18,024 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:20:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4d3d785046104d6 with lease ID 0x6f5cdea37af0775f: Processing first storage report for DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c022e9a0-6bef-4996-8f38-d93ab4861794, infoPort=35387, infoSecurePort=0, ipcPort=35055, storageInfo=lv=-57;cid=testClusterID;nsid=1081884691;c=1733484016317) 2024-12-06T11:20:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4d3d785046104d6 with lease ID 0x6f5cdea37af0775f: from storage DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c022e9a0-6bef-4996-8f38-d93ab4861794, infoPort=35387, infoSecurePort=0, ipcPort=35055, storageInfo=lv=-57;cid=testClusterID;nsid=1081884691;c=1733484016317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4d3d785046104d6 with lease ID 0x6f5cdea37af0775f: Processing first storage report for DS-48247cc5-e35f-44e6-a844-3c7626c63042 from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c022e9a0-6bef-4996-8f38-d93ab4861794, infoPort=35387, infoSecurePort=0, ipcPort=35055, storageInfo=lv=-57;cid=testClusterID;nsid=1081884691;c=1733484016317) 2024-12-06T11:20:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4d3d785046104d6 with lease ID 0x6f5cdea37af0775f: from storage DS-48247cc5-e35f-44e6-a844-3c7626c63042 node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=c022e9a0-6bef-4996-8f38-d93ab4861794, infoPort=35387, infoSecurePort=0, ipcPort=35055, storageInfo=lv=-57;cid=testClusterID;nsid=1081884691;c=1733484016317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:18,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5 2024-12-06T11:20:18,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:20:18,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283 with version=8 2024-12-06T11:20:18,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/hbase-staging 2024-12-06T11:20:18,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:18,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:18,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:18,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:20:18,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:18,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37305 2024-12-06T11:20:18,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37305 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373050x0, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:18,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37305-0x101aa5ec4eb0006 connected 2024-12-06T11:20:18,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/running 2024-12-06T11:20:18,220 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283, hbase.cluster.distributed=false 2024-12-06T11:20:18,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/acl 2024-12-06T11:20:18,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-06T11:20:18,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37305 2024-12-06T11:20:18,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37305 2024-12-06T11:20:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-06T11:20:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-06T11:20:18,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:18,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:18,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42015 2024-12-06T11:20:18,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42015 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:18,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420150x0, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:18,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42015-0x101aa5ec4eb0007 connected 2024-12-06T11:20:18,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420150x0, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/running 2024-12-06T11:20:18,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:20:18,253 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:20:18,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/master 2024-12-06T11:20:18,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/acl 2024-12-06T11:20:18,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42015 2024-12-06T11:20:18,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42015 2024-12-06T11:20:18,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42015 2024-12-06T11:20:18,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42015 2024-12-06T11:20:18,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42015 2024-12-06T11:20:18,274 DEBUG [M:0;582807baec72:37305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:37305 2024-12-06T11:20:18,274 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2995568994/backup-masters/582807baec72,37305,1733484018105 2024-12-06T11:20:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/backup-masters 2024-12-06T11:20:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/backup-masters 2024-12-06T11:20:18,284 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on existing znode=/2995568994/backup-masters/582807baec72,37305,1733484018105 2024-12-06T11:20:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995568994/master 2024-12-06T11:20:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:18,294 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on existing znode=/2995568994/master 2024-12-06T11:20:18,294 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2995568994/backup-masters/582807baec72,37305,1733484018105 from backup master directory 2024-12-06T11:20:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995568994/backup-masters/582807baec72,37305,1733484018105 2024-12-06T11:20:18,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/backup-masters 2024-12-06T11:20:18,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/backup-masters 2024-12-06T11:20:18,305 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:18,305 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,37305,1733484018105 2024-12-06T11:20:18,307 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/hbase.id] with ID: 19e993ca-a499-41f6-ace2-52bfef8b5cfc 2024-12-06T11:20:18,307 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/.tmp/hbase.id 2024-12-06T11:20:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:20:18,315 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/.tmp/hbase.id]:[hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/hbase.id] 2024-12-06T11:20:18,325 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:18,325 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:20:18,325 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T11:20:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:20:18,741 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:18,742 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:20:18,742 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:20:19,152 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store 2024-12-06T11:20:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:19,556 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:19,556 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:19,556 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484019556Disabling compacts and flushes for region at 1733484019556Disabling writes for close at 1733484019556Writing region close event to WAL at 1733484019556Closed at 1733484019556 2024-12-06T11:20:19,557 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/.initializing 2024-12-06T11:20:19,557 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/WALs/582807baec72,37305,1733484018105 2024-12-06T11:20:19,558 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:19,559 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C37305%2C1733484018105, suffix=, logDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/WALs/582807baec72,37305,1733484018105, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/oldWALs, maxLogs=10 2024-12-06T11:20:19,575 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/WALs/582807baec72,37305,1733484018105/582807baec72%2C37305%2C1733484018105.1733484019559, exclude list is [], retry=0 2024-12-06T11:20:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b,DISK] 2024-12-06T11:20:19,580 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/WALs/582807baec72,37305,1733484018105/582807baec72%2C37305%2C1733484018105.1733484019559 2024-12-06T11:20:19,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35387:35387)] 2024-12-06T11:20:19,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:19,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:19,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,581 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:20:19,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:19,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:19,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:20:19,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:19,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:19,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:20:19,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:20:19,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:19,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:19,589 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,590 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,590 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,592 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,592 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,593 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:19,594 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:19,597 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:19,597 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60195825, jitterRate=-0.10301230847835541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:19,597 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484019581Initializing all the Stores at 1733484019582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484019582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484019582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484019582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484019582Cleaning up temporary data from old regions at 1733484019592 (+10 ms)Region opened successfully at 1733484019597 (+5 ms) 2024-12-06T11:20:19,597 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:20:19,600 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10873a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:20:19,601 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:20:19,628 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:20:19,630 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/balancer because node does not exist (not necessarily an error) 2024-12-06T11:20:19,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/balancer already deleted, retry=false 2024-12-06T11:20:19,684 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:20:19,685 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:20:19,694 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/normalizer already deleted, retry=false 2024-12-06T11:20:19,694 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:20:19,695 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:20:19,704 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/switch/split already deleted, retry=false 2024-12-06T11:20:19,705 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:20:19,715 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/switch/merge already deleted, retry=false 2024-12-06T11:20:19,716 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:20:19,725 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/snapshot-cleanup already deleted, retry=false 2024-12-06T11:20:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995568994/running 2024-12-06T11:20:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995568994/running 2024-12-06T11:20:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,736 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,37305,1733484018105, sessionid=0x101aa5ec4eb0006, setting cluster-up flag (Was=false) 2024-12-06T11:20:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,789 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2995568994/flush-table-proc/acquired, /2995568994/flush-table-proc/reached, /2995568994/flush-table-proc/abort 2024-12-06T11:20:19,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37305,1733484018105 2024-12-06T11:20:19,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:19,841 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2995568994/online-snapshot/acquired, /2995568994/online-snapshot/reached, /2995568994/online-snapshot/abort 2024-12-06T11:20:19,842 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,37305,1733484018105 2024-12-06T11:20:19,843 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:20:19,844 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:19,844 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:20:19,844 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:20:19,844 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,37305,1733484018105 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:19,845 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:19,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484049847 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:20:19,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:20:19,847 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:20:19,848 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:20:19,848 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:20:19,848 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:20:19,848 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484019848,5,FailOnTimeoutGroup] 2024-12-06T11:20:19,852 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484019848,5,FailOnTimeoutGroup] 2024-12-06T11:20:19,852 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,852 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:20:19,852 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,852 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:20:19,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:20:19,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283 2024-12-06T11:20:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:20:19,866 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(746): ClusterId : 19e993ca-a499-41f6-ace2-52bfef8b5cfc 2024-12-06T11:20:19,866 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:20:19,873 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:20:19,873 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:20:19,884 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:20:19,884 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20110734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:19,893 DEBUG [RS:0;582807baec72:42015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42015 2024-12-06T11:20:19,893 INFO [RS:0;582807baec72:42015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:20:19,893 INFO [RS:0;582807baec72:42015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:20:19,893 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:20:19,894 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,37305,1733484018105 with port=42015, startcode=1733484018234 2024-12-06T11:20:19,894 DEBUG [RS:0;582807baec72:42015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:20:19,895 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:20:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42015,1733484018234 2024-12-06T11:20:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37305 {}] master.ServerManager(517): Registering regionserver=582807baec72,42015,1733484018234 2024-12-06T11:20:19,897 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283 2024-12-06T11:20:19,897 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45819 2024-12-06T11:20:19,897 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:20:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/rs 2024-12-06T11:20:19,948 DEBUG [RS:0;582807baec72:42015 {}] zookeeper.ZKUtil(111): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on existing znode=/2995568994/rs/582807baec72,42015,1733484018234 2024-12-06T11:20:19,948 WARN [RS:0;582807baec72:42015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:19,948 INFO [RS:0;582807baec72:42015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:19,948 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234 2024-12-06T11:20:19,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42015,1733484018234] 2024-12-06T11:20:19,950 INFO [RS:0;582807baec72:42015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:20:19,952 INFO [RS:0;582807baec72:42015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:20:19,952 INFO [RS:0;582807baec72:42015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:20:19,952 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,953 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:20:19,953 INFO [RS:0;582807baec72:42015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:20:19,953 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:19,953 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:19,954 DEBUG [RS:0;582807baec72:42015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,956 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42015,1733484018234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:19,968 INFO [RS:0;582807baec72:42015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:20:19,969 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42015,1733484018234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,969 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,969 INFO [RS:0;582807baec72:42015 {}] regionserver.Replication(171): 582807baec72,42015,1733484018234 started 2024-12-06T11:20:19,980 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:19,980 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42015,1733484018234, RpcServer on 582807baec72/172.17.0.3:42015, sessionid=0x101aa5ec4eb0007 2024-12-06T11:20:19,980 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:20:19,980 DEBUG [RS:0;582807baec72:42015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42015,1733484018234 2024-12-06T11:20:19,980 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42015,1733484018234' 2024-12-06T11:20:19,980 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2995568994/flush-table-proc/abort' 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2995568994/flush-table-proc/acquired' 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42015,1733484018234 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42015,1733484018234' 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2995568994/online-snapshot/abort' 2024-12-06T11:20:19,981 DEBUG [RS:0;582807baec72:42015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2995568994/online-snapshot/acquired' 2024-12-06T11:20:19,982 DEBUG [RS:0;582807baec72:42015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:20:19,982 INFO [RS:0;582807baec72:42015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:20:19,982 INFO [RS:0;582807baec72:42015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:20:20,082 INFO [RS:0;582807baec72:42015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:20,083 INFO [RS:0;582807baec72:42015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42015%2C1733484018234, suffix=, logDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/oldWALs, maxLogs=10 2024-12-06T11:20:20,094 DEBUG [RS:0;582807baec72:42015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, exclude list is [], retry=0 2024-12-06T11:20:20,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b,DISK] 2024-12-06T11:20:20,098 INFO [RS:0;582807baec72:42015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 2024-12-06T11:20:20,099 DEBUG [RS:0;582807baec72:42015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35387:35387)] 2024-12-06T11:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:20,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:20,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:20,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:20,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:20,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:20,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:20,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:20,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:20,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:20,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740 2024-12-06T11:20:20,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740 2024-12-06T11:20:20,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:20,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:20,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:20,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:20,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64129059, jitterRate=-0.044402554631233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484020262Initializing all the Stores at 1733484020263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484020263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020263Cleaning up temporary data from old regions at 1733484020270 (+7 ms)Region opened successfully at 1733484020272 (+2 ms) 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:20,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:20,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:20,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:20,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484020272Disabling compacts and flushes for region at 1733484020272Disabling writes for close at 1733484020272Writing region close event to WAL at 1733484020273 (+1 ms)Closed at 1733484020273 2024-12-06T11:20:20,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:20,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:20:20,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:20:20,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:20,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:20:20,426 DEBUG [582807baec72:37305 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:20:20,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:20,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42015,1733484018234, state=OPENING 2024-12-06T11:20:20,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:20,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995568994/meta-region-server: CHANGED 2024-12-06T11:20:20,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995568994/meta-region-server: CHANGED 2024-12-06T11:20:20,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:20,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42015,1733484018234}] 2024-12-06T11:20:20,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:20,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:20:20,640 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:20:20,641 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:20,641 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:20:20,642 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42015%2C1733484018234.meta, suffix=.meta, logDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/oldWALs, maxLogs=10 2024-12-06T11:20:20,659 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.meta.1733484020642.meta, exclude list is [], retry=0 2024-12-06T11:20:20,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b,DISK] 2024-12-06T11:20:20,662 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.meta.1733484020642.meta 2024-12-06T11:20:20,662 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35387:35387)] 2024-12-06T11:20:20,663 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:20,663 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:20,663 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:20,663 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:20:20,663 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:20:20,663 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:20:20,663 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:20,664 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:20:20,664 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:20:20,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:20,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:20,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:20,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:20,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:20,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:20,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:20,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:20,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:20,670 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:20,670 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740 2024-12-06T11:20:20,671 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740 2024-12-06T11:20:20,672 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:20,672 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:20,672 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:20,673 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:20,674 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69630656, jitterRate=0.03757762908935547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:20,674 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:20:20,674 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484020664Writing region info on filesystem at 1733484020664Initializing all the Stores at 1733484020664Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484020665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484020665Cleaning up temporary data from old regions at 1733484020672 (+7 ms)Running coprocessor post-open hooks at 1733484020674 (+2 ms)Region opened successfully at 1733484020674 2024-12-06T11:20:20,675 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484020636 2024-12-06T11:20:20,677 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:20:20,677 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:20:20,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:20,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42015,1733484018234, state=OPEN 2024-12-06T11:20:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2995568994/meta-region-server 2024-12-06T11:20:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2995568994/meta-region-server 2024-12-06T11:20:20,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42015,1733484018234 2024-12-06T11:20:20,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995568994/meta-region-server: CHANGED 2024-12-06T11:20:20,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995568994/meta-region-server: CHANGED 2024-12-06T11:20:20,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:20:20,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42015,1733484018234 in 206 msec 2024-12-06T11:20:20,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:20:20,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-12-06T11:20:20,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:20,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:20:20,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:20,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42015,1733484018234, seqNum=-1] 2024-12-06T11:20:20,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:20,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:20,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-12-06T11:20:20,700 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484020700, completionTime=-1 2024-12-06T11:20:20,700 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:20:20,700 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:20:20,702 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:20:20,702 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484080702 2024-12-06T11:20:20,702 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484140702 2024-12-06T11:20:20,702 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:37305, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,703 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,704 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:20:20,706 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.401sec 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:20,707 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:20:20,709 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:20:20,709 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:20:20,709 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,37305,1733484018105-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:20,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:20,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:20,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:20,767 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7119ba10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:20,769 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:20,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:20,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42015,1733484018234, seqNum=-1] 2024-12-06T11:20:20,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:20,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:20,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,37305,1733484018105 2024-12-06T11:20:20,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62426 2024-12-06T11:20:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:20,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101aa5ec4eb0008 connected 2024-12-06T11:20:20,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44659,1733484007953 2024-12-06T11:20:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f0e7a9 2024-12-06T11:20:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:20,799 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:20,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:20:20,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:20,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:20,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:20,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:20:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:20:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:21,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:21,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:21,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48462 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:21,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d691c98f9abe31dcd5fd180513dfd2ea, NAME => 'test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7 2024-12-06T11:20:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d691c98f9abe31dcd5fd180513dfd2ea, disabling compactions & flushes 2024-12-06T11:20:21,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. after waiting 0 ms 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d691c98f9abe31dcd5fd180513dfd2ea: Waiting for close lock at 1733484021612Disabling compacts and flushes for region at 1733484021612Disabling writes for close at 1733484021612Writing region close event to WAL at 1733484021612Closed at 1733484021612 2024-12-06T11:20:21,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:21,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484021613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484021613"}]},"ts":"1733484021613"} 2024-12-06T11:20:21,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:21,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:21,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484021616"}]},"ts":"1733484021616"} 2024-12-06T11:20:21,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:20:21,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d691c98f9abe31dcd5fd180513dfd2ea, ASSIGN}] 2024-12-06T11:20:21,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d691c98f9abe31dcd5fd180513dfd2ea, ASSIGN 2024-12-06T11:20:21,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d691c98f9abe31dcd5fd180513dfd2ea, ASSIGN; state=OFFLINE, location=582807baec72,38411,1733484008153; forceNewPlan=false, retain=false 2024-12-06T11:20:21,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d691c98f9abe31dcd5fd180513dfd2ea, regionState=OPENING, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:21,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d691c98f9abe31dcd5fd180513dfd2ea, ASSIGN because future has completed 2024-12-06T11:20:21,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d691c98f9abe31dcd5fd180513dfd2ea, server=582807baec72,38411,1733484008153}] 2024-12-06T11:20:21,928 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,928 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d691c98f9abe31dcd5fd180513dfd2ea, NAME => 'test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:21,928 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:21,928 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:20:21,928 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,928 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:21,928 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,928 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,929 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,930 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d691c98f9abe31dcd5fd180513dfd2ea columnFamilyName f 2024-12-06T11:20:21,930 DEBUG [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:21,931 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(327): Store=d691c98f9abe31dcd5fd180513dfd2ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:21,931 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,931 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d691c98f9abe31dcd5fd180513dfd2ea columnFamilyName f1 2024-12-06T11:20:21,931 DEBUG [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:21,932 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(327): Store=d691c98f9abe31dcd5fd180513dfd2ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:21,932 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,932 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d691c98f9abe31dcd5fd180513dfd2ea columnFamilyName norep 2024-12-06T11:20:21,933 DEBUG [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:21,933 INFO [StoreOpener-d691c98f9abe31dcd5fd180513dfd2ea-1 {}] regionserver.HStore(327): Store=d691c98f9abe31dcd5fd180513dfd2ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:21,933 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,933 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,934 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,934 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,934 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,935 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:21,936 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:21,937 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:21,937 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d691c98f9abe31dcd5fd180513dfd2ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73812582, jitterRate=0.09989318251609802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:21,938 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:21,938 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d691c98f9abe31dcd5fd180513dfd2ea: Running coprocessor pre-open hook at 1733484021928Writing region info on filesystem at 1733484021928Initializing all the Stores at 1733484021929 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484021929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484021929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484021929Cleaning up temporary data from old regions at 1733484021934 (+5 ms)Running coprocessor post-open hooks at 1733484021938 (+4 ms)Region opened successfully at 1733484021938 2024-12-06T11:20:21,939 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea., pid=6, masterSystemTime=1733484021924 2024-12-06T11:20:21,940 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,940 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:21,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d691c98f9abe31dcd5fd180513dfd2ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:21,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d691c98f9abe31dcd5fd180513dfd2ea, server=582807baec72,38411,1733484008153 because future has completed 2024-12-06T11:20:21,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:20:21,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d691c98f9abe31dcd5fd180513dfd2ea, server=582807baec72,38411,1733484008153 in 183 msec 2024-12-06T11:20:21,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:20:21,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d691c98f9abe31dcd5fd180513dfd2ea, ASSIGN in 339 msec 2024-12-06T11:20:21,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:21,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484021958"}]},"ts":"1733484021958"} 2024-12-06T11:20:21,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:20:21,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:21,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-06T11:20:22,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:20:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:22,957 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:20:22,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,34069,1733484013557 2024-12-06T11:20:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17263602 2024-12-06T11:20:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:22,959 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:22,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:20:22,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:22,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:22,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:20:22,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:20:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:23,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3995264e33c30cd80518e6bfc3cf65f, NAME => 'test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9 2024-12-06T11:20:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:20:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3995264e33c30cd80518e6bfc3cf65f, disabling compactions & flushes 2024-12-06T11:20:23,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. after waiting 0 ms 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:23,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:23,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3995264e33c30cd80518e6bfc3cf65f: Waiting for close lock at 1733484023773Disabling compacts and flushes for region at 1733484023773Disabling writes for close at 1733484023773Writing region close event to WAL at 1733484023773Closed at 1733484023773 2024-12-06T11:20:23,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:23,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484023774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484023774"}]},"ts":"1733484023774"} 2024-12-06T11:20:23,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:23,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:23,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484023777"}]},"ts":"1733484023777"} 2024-12-06T11:20:23,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:20:23,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3995264e33c30cd80518e6bfc3cf65f, ASSIGN}] 2024-12-06T11:20:23,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3995264e33c30cd80518e6bfc3cf65f, ASSIGN 2024-12-06T11:20:23,781 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3995264e33c30cd80518e6bfc3cf65f, ASSIGN; state=OFFLINE, location=582807baec72,34151,1733484013706; forceNewPlan=false, retain=false 2024-12-06T11:20:23,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3995264e33c30cd80518e6bfc3cf65f, regionState=OPENING, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:23,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3995264e33c30cd80518e6bfc3cf65f, ASSIGN because future has completed 2024-12-06T11:20:23,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3995264e33c30cd80518e6bfc3cf65f, server=582807baec72,34151,1733484013706}] 2024-12-06T11:20:24,090 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:24,091 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3995264e33c30cd80518e6bfc3cf65f, NAME => 'test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:24,091 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:24,091 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:20:24,091 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,091 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:24,091 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,091 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,093 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,094 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3995264e33c30cd80518e6bfc3cf65f columnFamilyName f 2024-12-06T11:20:24,094 DEBUG [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:24,094 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(327): Store=b3995264e33c30cd80518e6bfc3cf65f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:24,094 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,096 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3995264e33c30cd80518e6bfc3cf65f columnFamilyName f1 2024-12-06T11:20:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:24,096 DEBUG [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:24,097 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(327): Store=b3995264e33c30cd80518e6bfc3cf65f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:24,097 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,098 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3995264e33c30cd80518e6bfc3cf65f columnFamilyName norep 2024-12-06T11:20:24,098 DEBUG [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:24,098 INFO [StoreOpener-b3995264e33c30cd80518e6bfc3cf65f-1 {}] regionserver.HStore(327): Store=b3995264e33c30cd80518e6bfc3cf65f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:24,098 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,099 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,099 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,100 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,100 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,100 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:24,101 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,103 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:24,103 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3995264e33c30cd80518e6bfc3cf65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71886090, jitterRate=0.07118621468544006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:24,103 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:24,103 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3995264e33c30cd80518e6bfc3cf65f: Running coprocessor pre-open hook at 1733484024091Writing region info on filesystem at 1733484024091Initializing all the Stores at 1733484024092 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484024092Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484024092Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484024092Cleaning up temporary data from old regions at 1733484024100 (+8 ms)Running coprocessor post-open hooks at 1733484024103 (+3 ms)Region opened successfully at 1733484024103 2024-12-06T11:20:24,104 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., pid=6, masterSystemTime=1733484024087 2024-12-06T11:20:24,105 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:24,105 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:24,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3995264e33c30cd80518e6bfc3cf65f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:24,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3995264e33c30cd80518e6bfc3cf65f, server=582807baec72,34151,1733484013706 because future has completed 2024-12-06T11:20:24,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:20:24,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3995264e33c30cd80518e6bfc3cf65f, server=582807baec72,34151,1733484013706 in 173 msec 2024-12-06T11:20:24,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:20:24,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3995264e33c30cd80518e6bfc3cf65f, ASSIGN in 330 msec 2024-12-06T11:20:24,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:24,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484024111"}]},"ts":"1733484024111"} 2024-12-06T11:20:24,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:20:24,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:24,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-06T11:20:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:25,107 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:20:25,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406863d 2024-12-06T11:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:25,109 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:25,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:20:25,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:25,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:25,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:20:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:25,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:20:25,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:20:25,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:20:25,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:25,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:20:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:25,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1efa2993aba51337956a3bacee98c56f, NAME => 'test,,1733484025110.1efa2993aba51337956a3bacee98c56f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283 2024-12-06T11:20:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:20:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484025110.1efa2993aba51337956a3bacee98c56f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1efa2993aba51337956a3bacee98c56f, disabling compactions & flushes 2024-12-06T11:20:25,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484025110.1efa2993aba51337956a3bacee98c56f. after waiting 0 ms 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:25,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:25,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1efa2993aba51337956a3bacee98c56f: Waiting for close lock at 1733484025968Disabling compacts and flushes for region at 1733484025968Disabling writes for close at 1733484025968Writing region close event to WAL at 1733484025968Closed at 1733484025968 2024-12-06T11:20:25,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:25,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484025110.1efa2993aba51337956a3bacee98c56f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484025969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484025969"}]},"ts":"1733484025969"} 2024-12-06T11:20:25,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:25,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:25,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484025972"}]},"ts":"1733484025972"} 2024-12-06T11:20:25,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:20:25,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1efa2993aba51337956a3bacee98c56f, ASSIGN}] 2024-12-06T11:20:25,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1efa2993aba51337956a3bacee98c56f, ASSIGN 2024-12-06T11:20:25,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1efa2993aba51337956a3bacee98c56f, ASSIGN; state=OFFLINE, location=582807baec72,42015,1733484018234; forceNewPlan=false, retain=false 2024-12-06T11:20:26,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1efa2993aba51337956a3bacee98c56f, regionState=OPENING, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1efa2993aba51337956a3bacee98c56f, ASSIGN because future has completed 2024-12-06T11:20:26,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1efa2993aba51337956a3bacee98c56f, server=582807baec72,42015,1733484018234}] 2024-12-06T11:20:26,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:26,283 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:26,283 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1efa2993aba51337956a3bacee98c56f, NAME => 'test,,1733484025110.1efa2993aba51337956a3bacee98c56f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:26,283 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:26,283 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:20:26,283 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,283 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484025110.1efa2993aba51337956a3bacee98c56f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:26,283 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,283 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,285 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,287 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1efa2993aba51337956a3bacee98c56f columnFamilyName f 2024-12-06T11:20:26,287 DEBUG [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:26,289 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(327): Store=1efa2993aba51337956a3bacee98c56f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:26,290 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,291 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1efa2993aba51337956a3bacee98c56f columnFamilyName f1 2024-12-06T11:20:26,291 DEBUG [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:26,292 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(327): Store=1efa2993aba51337956a3bacee98c56f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:26,292 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,293 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1efa2993aba51337956a3bacee98c56f columnFamilyName norep 2024-12-06T11:20:26,293 DEBUG [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:26,293 INFO [StoreOpener-1efa2993aba51337956a3bacee98c56f-1 {}] regionserver.HStore(327): Store=1efa2993aba51337956a3bacee98c56f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:26,293 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,294 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,294 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,294 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,294 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,295 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:26,296 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,302 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:26,303 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1efa2993aba51337956a3bacee98c56f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61960184, jitterRate=-0.07672131061553955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:26,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:26,303 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1efa2993aba51337956a3bacee98c56f: Running coprocessor pre-open hook at 1733484026284Writing region info on filesystem at 1733484026284Initializing all the Stores at 1733484026284Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484026284Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484026284Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484026284Cleaning up temporary data from old regions at 1733484026295 (+11 ms)Running coprocessor post-open hooks at 1733484026303 (+8 ms)Region opened successfully at 1733484026303 2024-12-06T11:20:26,304 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484025110.1efa2993aba51337956a3bacee98c56f., pid=6, masterSystemTime=1733484026280 2024-12-06T11:20:26,306 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:26,306 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:26,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1efa2993aba51337956a3bacee98c56f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1efa2993aba51337956a3bacee98c56f, server=582807baec72,42015,1733484018234 because future has completed 2024-12-06T11:20:26,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:20:26,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1efa2993aba51337956a3bacee98c56f, server=582807baec72,42015,1733484018234 in 207 msec 2024-12-06T11:20:26,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:20:26,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1efa2993aba51337956a3bacee98c56f, ASSIGN in 364 msec 2024-12-06T11:20:26,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:26,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484026340"}]},"ts":"1733484026340"} 2024-12-06T11:20:26,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:20:26,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:26,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2340 sec 2024-12-06T11:20:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:20:27,307 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:20:27,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:27,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:27,309 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d55889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:27,310 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e667b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44659,1733484007953 2024-12-06T11:20:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29b2933d 2024-12-06T11:20:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:27,312 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:27,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:34069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:20:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:20:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:27,315 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:34069' 2024-12-06T11:20:27,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1897d98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,316 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:27,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:27,316 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8f05ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:27,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:27,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:27,317 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d405c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:27,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,34069,1733484013557 2024-12-06T11:20:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3acce093 2024-12-06T11:20:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:27,319 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:27,319 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:20:27,319 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:20:27,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:27,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:27,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:27,320 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:27,321 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:20:27,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:27,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:27,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:20:27,371 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:20:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:27,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83feec305512bfda50210e03a49e9819, NAME => 'hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7 2024-12-06T11:20:27,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83feec305512bfda50210e03a49e9819, disabling compactions & flushes 2024-12-06T11:20:27,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. after waiting 0 ms 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:27,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:27,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83feec305512bfda50210e03a49e9819: Waiting for close lock at 1733484027734Disabling compacts and flushes for region at 1733484027734Disabling writes for close at 1733484027734Writing region close event to WAL at 1733484027734Closed at 1733484027734 2024-12-06T11:20:27,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:27,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484027737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484027737"}]},"ts":"1733484027737"} 2024-12-06T11:20:27,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:27,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:27,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484027740"}]},"ts":"1733484027740"} 2024-12-06T11:20:27,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:20:27,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83feec305512bfda50210e03a49e9819, ASSIGN}] 2024-12-06T11:20:27,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83feec305512bfda50210e03a49e9819, ASSIGN 2024-12-06T11:20:27,744 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83feec305512bfda50210e03a49e9819, ASSIGN; state=OFFLINE, location=582807baec72,38411,1733484008153; forceNewPlan=false, retain=false 2024-12-06T11:20:27,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83feec305512bfda50210e03a49e9819, regionState=OPENING, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:27,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83feec305512bfda50210e03a49e9819, ASSIGN because future has completed 2024-12-06T11:20:27,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83feec305512bfda50210e03a49e9819, server=582807baec72,38411,1733484008153}] 2024-12-06T11:20:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:28,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:28,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:28,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:20:28,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C38411%2C1733484008153.rep, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/oldWALs, maxLogs=10 2024-12-06T11:20:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.rep.1733484028053, exclude list is [], retry=0 2024-12-06T11:20:28,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-0db7f747-d87e-477e-869f-5748ef295769,DISK] 2024-12-06T11:20:28,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.rep.1733484028053 2024-12-06T11:20:28,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42313:42313)] 2024-12-06T11:20:28,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83feec305512bfda50210e03a49e9819, NAME => 'hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:28,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. service=MultiRowMutationService 2024-12-06T11:20:28,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,069 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,070 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83feec305512bfda50210e03a49e9819 columnFamilyName hfileref 2024-12-06T11:20:28,070 DEBUG [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:28,070 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(327): Store=83feec305512bfda50210e03a49e9819/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:28,070 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,071 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83feec305512bfda50210e03a49e9819 columnFamilyName queue 2024-12-06T11:20:28,071 DEBUG [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:28,071 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(327): Store=83feec305512bfda50210e03a49e9819/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:28,071 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,072 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83feec305512bfda50210e03a49e9819 columnFamilyName sid 2024-12-06T11:20:28,072 DEBUG [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:28,072 INFO [StoreOpener-83feec305512bfda50210e03a49e9819-1 {}] regionserver.HStore(327): Store=83feec305512bfda50210e03a49e9819/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:28,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:28,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83feec305512bfda50210e03a49e9819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70329414, jitterRate=0.04798993468284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83feec305512bfda50210e03a49e9819: Running coprocessor pre-open hook at 1733484028068Writing region info on filesystem at 1733484028068Initializing all the Stores at 1733484028069 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484028069Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484028069Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484028069Cleaning up temporary data from old regions at 1733484028074 (+5 ms)Running coprocessor post-open hooks at 1733484028076 (+2 ms)Region opened successfully at 1733484028076 2024-12-06T11:20:28,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819., pid=10, masterSystemTime=1733484028049 2024-12-06T11:20:28,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:28,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:28,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83feec305512bfda50210e03a49e9819, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,38411,1733484008153 2024-12-06T11:20:28,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83feec305512bfda50210e03a49e9819, server=582807baec72,38411,1733484008153 because future has completed 2024-12-06T11:20:28,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:20:28,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83feec305512bfda50210e03a49e9819, server=582807baec72,38411,1733484008153 in 184 msec 2024-12-06T11:20:28,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:20:28,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83feec305512bfda50210e03a49e9819, ASSIGN in 340 msec 2024-12-06T11:20:28,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:28,085 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484028085"}]},"ts":"1733484028085"} 2024-12-06T11:20:28,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:20:28,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:28,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-12-06T11:20:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819., hostname=582807baec72,38411,1733484008153, seqNum=2] 2024-12-06T11:20:28,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:28,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:28,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:20:28,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:20:28,383 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:20:28,417 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,38411,1733484008153, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:20:28,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:28,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38411,1733484008153, seqNum=-1] 2024-12-06T11:20:28,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:28,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:28,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,38411,1733484008153', locateType=CURRENT is [region=hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819., hostname=582807baec72,38411,1733484008153, seqNum=2] 2024-12-06T11:20:28,429 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:20:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:20:28,432 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,38411,1733484008153 suceeded 2024-12-06T11:20:28,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:20:28,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-06T11:20:28,434 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:34069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:20:28,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1220 sec 2024-12-06T11:20:28,445 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:34069' 2024-12-06T11:20:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:28,447 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0bbdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,447 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:28,448 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:28,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:28,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:28,449 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:28,449 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:20:28,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:28,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:28,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55725ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:28,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:28,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:28,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:28,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:28,452 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:28,452 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:28,453 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8afa83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17428103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:28,453 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,454 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,34069,1733484013557 2024-12-06T11:20:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f2d0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ccb0a33 2024-12-06T11:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:28,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:28,456 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-06T11:20:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,34069,1733484013557 2024-12-06T11:20:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b8587a 2024-12-06T11:20:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:28,457 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,38411,1733484008153 (queues=1) is replicating from cluster=a0289ce7-282a-4d17-b6c2-44583d3ea0c5 to cluster=79094495-9980-4f0e-aa4b-30308504533e 2024-12-06T11:20:28,458 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C38411%2C1733484008153 2024-12-06T11:20:28,458 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,38411,1733484008153, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:20:28,458 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:28,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:37305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:20:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:28,462 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:37305' 2024-12-06T11:20:28,470 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, startPosition=0, beingWritten=true 2024-12-06T11:20:28,472 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C38411%2C1733484008153 2024-12-06T11:20:28,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5c9470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,473 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:28,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:28,474 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:28,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:28,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62110feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:28,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:28,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,478 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:28,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e04acbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:28,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:28,480 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:28,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612ee9b4 2024-12-06T11:20:28,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:28,481 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:28,482 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:20:28,482 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:20:28,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:28,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:28,484 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:28,485 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:28,485 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:28,486 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:28,494 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:20:28,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:28,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:28,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:20:28,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a186a42a21af32ea4b48ccb54b824ca2, NAME => 'hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9 2024-12-06T11:20:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:20:28,548 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:20:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:28,709 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a186a42a21af32ea4b48ccb54b824ca2, disabling compactions & flushes 2024-12-06T11:20:28,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. after waiting 0 ms 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:28,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:28,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a186a42a21af32ea4b48ccb54b824ca2: Waiting for close lock at 1733484028932Disabling compacts and flushes for region at 1733484028932Disabling writes for close at 1733484028932Writing region close event to WAL at 1733484028932Closed at 1733484028932 2024-12-06T11:20:28,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:28,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484028933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484028933"}]},"ts":"1733484028933"} 2024-12-06T11:20:28,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:28,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:28,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484028936"}]},"ts":"1733484028936"} 2024-12-06T11:20:28,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:20:28,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a186a42a21af32ea4b48ccb54b824ca2, ASSIGN}] 2024-12-06T11:20:28,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a186a42a21af32ea4b48ccb54b824ca2, ASSIGN 2024-12-06T11:20:28,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a186a42a21af32ea4b48ccb54b824ca2, ASSIGN; state=OFFLINE, location=582807baec72,34151,1733484013706; forceNewPlan=false, retain=false 2024-12-06T11:20:29,017 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:29,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a186a42a21af32ea4b48ccb54b824ca2, regionState=OPENING, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:29,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a186a42a21af32ea4b48ccb54b824ca2, ASSIGN because future has completed 2024-12-06T11:20:29,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a186a42a21af32ea4b48ccb54b824ca2, server=582807baec72,34151,1733484013706}] 2024-12-06T11:20:29,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:29,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:29,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:20:29,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C34151%2C1733484013706.rep, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/oldWALs, maxLogs=10 2024-12-06T11:20:29,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.rep.1733484029249, exclude list is [], retry=0 2024-12-06T11:20:29,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41671,DS-6c108a66-f9db-405c-8e01-04711f0371a8,DISK] 2024-12-06T11:20:29,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.rep.1733484029249 2024-12-06T11:20:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-12-06T11:20:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a186a42a21af32ea4b48ccb54b824ca2, NAME => 'hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:29,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:29,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. service=MultiRowMutationService 2024-12-06T11:20:29,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:20:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,276 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,278 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a186a42a21af32ea4b48ccb54b824ca2 columnFamilyName hfileref 2024-12-06T11:20:29,278 DEBUG [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:29,278 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(327): Store=a186a42a21af32ea4b48ccb54b824ca2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:29,278 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,279 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a186a42a21af32ea4b48ccb54b824ca2 columnFamilyName queue 2024-12-06T11:20:29,279 DEBUG [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:29,279 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(327): Store=a186a42a21af32ea4b48ccb54b824ca2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:29,279 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,280 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a186a42a21af32ea4b48ccb54b824ca2 columnFamilyName sid 2024-12-06T11:20:29,280 DEBUG [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:29,280 INFO [StoreOpener-a186a42a21af32ea4b48ccb54b824ca2-1 {}] regionserver.HStore(327): Store=a186a42a21af32ea4b48ccb54b824ca2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:29,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/replication/a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/replication/a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:29,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/replication/a186a42a21af32ea4b48ccb54b824ca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:29,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a186a42a21af32ea4b48ccb54b824ca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75289647, jitterRate=0.12190316617488861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:29,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:29,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a186a42a21af32ea4b48ccb54b824ca2: Running coprocessor pre-open hook at 1733484029266Writing region info on filesystem at 1733484029266Initializing all the Stores at 1733484029267 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484029267Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484029276 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484029276Cleaning up temporary data from old regions at 1733484029282 (+6 ms)Running coprocessor post-open hooks at 1733484029285 (+3 ms)Region opened successfully at 1733484029285 2024-12-06T11:20:29,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2., pid=10, masterSystemTime=1733484029244 2024-12-06T11:20:29,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:29,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:29,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a186a42a21af32ea4b48ccb54b824ca2, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,34151,1733484013706 2024-12-06T11:20:29,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a186a42a21af32ea4b48ccb54b824ca2, server=582807baec72,34151,1733484013706 because future has completed 2024-12-06T11:20:29,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:20:29,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a186a42a21af32ea4b48ccb54b824ca2, server=582807baec72,34151,1733484013706 in 199 msec 2024-12-06T11:20:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:20:29,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a186a42a21af32ea4b48ccb54b824ca2, ASSIGN in 354 msec 2024-12-06T11:20:29,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:29,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484029294"}]},"ts":"1733484029294"} 2024-12-06T11:20:29,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:20:29,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:29,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-12-06T11:20:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2., hostname=582807baec72,34151,1733484013706, seqNum=2] 2024-12-06T11:20:29,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:29,367 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:29,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:20:29,421 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:29,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:20:29,541 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:20:29,568 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,34151,1733484013706, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:20:29,568 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:29,568 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,34151,1733484013706, seqNum=-1] 2024-12-06T11:20:29,568 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:29,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,34151,1733484013706', locateType=CURRENT is [region=hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2., hostname=582807baec72,34151,1733484013706, seqNum=2] 2024-12-06T11:20:29,572 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:20:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:20:29,574 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,34151,1733484013706 suceeded 2024-12-06T11:20:29,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:20:29,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-06T11:20:29,585 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:37305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:20:29,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1270 sec 2024-12-06T11:20:29,587 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:37305' 2024-12-06T11:20:29,588 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3675bd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,588 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:29,588 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:29,588 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,590 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:29,590 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f4b027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,590 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6930900b 2024-12-06T11:20:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:29,592 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-06T11:20:29,592 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,34151,1733484013706 (queues=1) is replicating from cluster=79094495-9980-4f0e-aa4b-30308504533e to cluster=19e993ca-a499-41f6-ace2-52bfef8b5cfc 2024-12-06T11:20:29,593 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C34151%2C1733484013706 2024-12-06T11:20:29,593 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,34151,1733484013706, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:20:29,593 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, startPosition=0, beingWritten=true 2024-12-06T11:20:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:29,597 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:20:29,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:29,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:29,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:29,603 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C34151%2C1733484013706 2024-12-06T11:20:29,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:29,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:29,605 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15da1b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,607 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63659feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e02ee23 2024-12-06T11:20:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:29,610 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:29,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:44659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:20:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:20:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:29,617 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:44659' 2024-12-06T11:20:29,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6241d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,620 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:29,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:29,624 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:29,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab222a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:29,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ee6b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:29,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:29,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44659,1733484007953 2024-12-06T11:20:29,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed7da76 2024-12-06T11:20:29,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:29,628 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:29,629 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:20:29,629 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:20:29,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:29,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:29,629 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:29,630 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:20:29,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:20:29,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:29,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:20:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:20:29,680 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:20:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:29,818 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:29,924 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:30,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10e2411164307b0012757354c7b71500, NAME => 'hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283 2024-12-06T11:20:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:20:30,121 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10e2411164307b0012757354c7b71500, disabling compactions & flushes 2024-12-06T11:20:30,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. after waiting 0 ms 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10e2411164307b0012757354c7b71500: Waiting for close lock at 1733484030446Disabling compacts and flushes for region at 1733484030446Disabling writes for close at 1733484030446Writing region close event to WAL at 1733484030446Closed at 1733484030446 2024-12-06T11:20:30,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:20:30,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484030447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484030447"}]},"ts":"1733484030447"} 2024-12-06T11:20:30,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:20:30,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:20:30,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484030450"}]},"ts":"1733484030450"} 2024-12-06T11:20:30,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:20:30,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10e2411164307b0012757354c7b71500, ASSIGN}] 2024-12-06T11:20:30,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10e2411164307b0012757354c7b71500, ASSIGN 2024-12-06T11:20:30,453 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10e2411164307b0012757354c7b71500, ASSIGN; state=OFFLINE, location=582807baec72,42015,1733484018234; forceNewPlan=false, retain=false 2024-12-06T11:20:30,525 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:30,528 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:30,604 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10e2411164307b0012757354c7b71500, regionState=OPENING, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:30,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10e2411164307b0012757354c7b71500, ASSIGN because future has completed 2024-12-06T11:20:30,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e2411164307b0012757354c7b71500, server=582807baec72,42015,1733484018234}] 2024-12-06T11:20:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:30,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:30,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:20:30,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42015%2C1733484018234.rep, suffix=, logDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234, archiveDir=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/oldWALs, maxLogs=10 2024-12-06T11:20:30,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.rep.1733484030763, exclude list is [], retry=0 2024-12-06T11:20:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-11a850e6-5a31-45b2-a8d6-1b0825f2f37b,DISK] 2024-12-06T11:20:30,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.rep.1733484030763 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35387:35387)] 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e2411164307b0012757354c7b71500, NAME => 'hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:30,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. service=MultiRowMutationService 2024-12-06T11:20:30,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,786 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,787 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e2411164307b0012757354c7b71500 columnFamilyName hfileref 2024-12-06T11:20:30,787 DEBUG [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:30,788 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(327): Store=10e2411164307b0012757354c7b71500/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:30,788 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,789 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e2411164307b0012757354c7b71500 columnFamilyName queue 2024-12-06T11:20:30,789 DEBUG [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:30,789 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(327): Store=10e2411164307b0012757354c7b71500/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:30,789 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,790 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e2411164307b0012757354c7b71500 columnFamilyName sid 2024-12-06T11:20:30,790 DEBUG [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:30,790 INFO [StoreOpener-10e2411164307b0012757354c7b71500-1 {}] regionserver.HStore(327): Store=10e2411164307b0012757354c7b71500/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:30,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/replication/10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/replication/10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:20:30,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/replication/10e2411164307b0012757354c7b71500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:30,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 10e2411164307b0012757354c7b71500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564925, jitterRate=0.08130164444446564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:20:30,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:30,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 10e2411164307b0012757354c7b71500: Running coprocessor pre-open hook at 1733484030785Writing region info on filesystem at 1733484030785Initializing all the Stores at 1733484030786 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484030786Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484030786Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484030786Cleaning up temporary data from old regions at 1733484030792 (+6 ms)Running coprocessor post-open hooks at 1733484030797 (+5 ms)Region opened successfully at 1733484030797 2024-12-06T11:20:30,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500., pid=10, masterSystemTime=1733484030758 2024-12-06T11:20:30,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:30,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10e2411164307b0012757354c7b71500, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42015,1733484018234 2024-12-06T11:20:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e2411164307b0012757354c7b71500, server=582807baec72,42015,1733484018234 because future has completed 2024-12-06T11:20:30,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:20:30,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e2411164307b0012757354c7b71500, server=582807baec72,42015,1733484018234 in 196 msec 2024-12-06T11:20:30,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:20:30,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10e2411164307b0012757354c7b71500, ASSIGN in 352 msec 2024-12-06T11:20:30,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:20:30,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484030809"}]},"ts":"1733484030809"} 2024-12-06T11:20:30,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:20:30,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:20:30,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-06T11:20:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500., hostname=582807baec72,42015,1733484018234, seqNum=2] 2024-12-06T11:20:30,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:30,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:30,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:20:31,028 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:31,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:20:31,054 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:20:31,088 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,42015,1733484018234, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42015,1733484018234, seqNum=-1] 2024-12-06T11:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:31,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,42015,1733484018234', locateType=CURRENT is [region=hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500., hostname=582807baec72,42015,1733484018234, seqNum=2] 2024-12-06T11:20:31,093 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:20:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:20:31,095 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,42015,1733484018234 suceeded 2024-12-06T11:20:31,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:20:31,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-06T11:20:31,097 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:44659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:20:31,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-12-06T11:20:31,107 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:44659' 2024-12-06T11:20:31,108 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bc296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,108 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:31,108 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:31,108 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79029807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,110 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:31,110 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18104019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,110 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:31,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44659,1733484007953 2024-12-06T11:20:31,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402e1a60 2024-12-06T11:20:31,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:31,112 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T11:20:31,112 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,42015,1733484018234 (queues=1) is replicating from cluster=19e993ca-a499-41f6-ace2-52bfef8b5cfc to cluster=a0289ce7-282a-4d17-b6c2-44583d3ea0c5 2024-12-06T11:20:31,112 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C42015%2C1733484018234 2024-12-06T11:20:31,112 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,42015,1733484018234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:20:31,113 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, startPosition=0, beingWritten=true 2024-12-06T11:20:31,113 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42015%2C1733484018234 2024-12-06T11:20:31,117 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:31,117 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 379, reset compression=false 2024-12-06T11:20:31,117 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:31,231 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:31,320 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 379, reset compression=false 2024-12-06T11:20:31,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 379, reset compression=false 2024-12-06T11:20:31,632 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:20:31,757 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:20:31,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:31,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:31,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:31,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:31,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:31,759 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a131f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,760 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a037e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:31,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:31,762 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40909f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,763 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2723c571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:31,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:31,765 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600e57f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:31,766 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4a4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:31,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38411,1733484008153, seqNum=-1] 2024-12-06T11:20:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:31,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea., hostname=582807baec72,38411,1733484008153, seqNum=2] 2024-12-06T11:20:31,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42015,1733484018234, seqNum=-1] 2024-12-06T11:20:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:31,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484025110.1efa2993aba51337956a3bacee98c56f., hostname=582807baec72,42015,1733484018234, seqNum=2] 2024-12-06T11:20:31,779 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T11:20:31,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:31,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:31,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:32,027 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 379, reset compression=false 2024-12-06T11:20:32,035 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 379, reset compression=false 2024-12-06T11:20:32,039 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:32,039 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 480, reset compression=false 2024-12-06T11:20:32,039 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[{test/d691c98f9abe31dcd5fd180513dfd2ea/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T11:20:32,041 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:32,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-06T11:20:32,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:32,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c467b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,34069,-1 for getting cluster id 2024-12-06T11:20:32,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:32,043 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79094495-9980-4f0e-aa4b-30308504533e' 2024-12-06T11:20:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79094495-9980-4f0e-aa4b-30308504533e" 2024-12-06T11:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f941cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,34069,-1] 2024-12-06T11:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:32,044 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:32,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@534af1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,34151,1733484013706, seqNum=-1] 2024-12-06T11:20:32,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:32,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:32,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., hostname=582807baec72,34151,1733484013706, seqNum=2] 2024-12-06T11:20:32,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:32,243 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 480, reset compression=false 2024-12-06T11:20:32,335 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 379, reset compression=false 2024-12-06T11:20:32,338 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:32,339 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 504, reset compression=false 2024-12-06T11:20:32,339 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T11:20:32,340 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:32,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-06T11:20:32,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:32,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a18ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:32,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:32,343 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c116494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:32,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:32,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:32,344 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:32,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c60c599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:32,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42015,1733484018234, seqNum=-1] 2024-12-06T11:20:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:32,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484025110.1efa2993aba51337956a3bacee98c56f., hostname=582807baec72,42015,1733484018234, seqNum=2] 2024-12-06T11:20:32,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:32,530 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 379, reset compression=false 2024-12-06T11:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 527, reset compression=false 2024-12-06T11:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:32,543 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 504, reset compression=false 2024-12-06T11:20:32,547 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 480, reset compression=false 2024-12-06T11:20:32,737 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 527, reset compression=false 2024-12-06T11:20:32,780 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T11:20:32,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,34151,1733484013706, seqNum=-1] 2024-12-06T11:20:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:32,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:32,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., hostname=582807baec72,34151,1733484013706, seqNum=2] 2024-12-06T11:20:32,786 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T11:20:32,846 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 504, reset compression=false 2024-12-06T11:20:32,850 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:32,850 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 608, reset compression=false 2024-12-06T11:20:32,850 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:20:32,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:32,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:32,950 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 480, reset compression=false 2024-12-06T11:20:33,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 527, reset compression=false 2024-12-06T11:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 654, reset compression=false 2024-12-06T11:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[{test/1efa2993aba51337956a3bacee98c56f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T11:20:33,046 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:33,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T11:20:33,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:33,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5b980e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:33,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:33,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:33,048 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad4682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:33,049 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:33,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c181324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:33,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,38411,1733484008153, seqNum=-1] 2024-12-06T11:20:33,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:33,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T11:20:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea., hostname=582807baec72,38411,1733484008153, seqNum=2] 2024-12-06T11:20:33,053 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 608, reset compression=false 2024-12-06T11:20:33,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:33,247 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 654, reset compression=false 2024-12-06T11:20:33,357 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 608, reset compression=false 2024-12-06T11:20:33,453 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 480, reset compression=false 2024-12-06T11:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 630, reset compression=false 2024-12-06T11:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:33,551 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 654, reset compression=false 2024-12-06T11:20:33,661 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 630, reset compression=false 2024-12-06T11:20:33,760 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 608, reset compression=false 2024-12-06T11:20:33,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T11:20:33,790 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T11:20:33,954 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 654, reset compression=false 2024-12-06T11:20:33,958 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:33,959 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 758, reset compression=false 2024-12-06T11:20:33,959 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[{test/1efa2993aba51337956a3bacee98c56f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:20:33,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:33,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:33,964 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 630, reset compression=false 2024-12-06T11:20:33,968 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:33,968 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 757, reset compression=false 2024-12-06T11:20:33,968 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[{test/d691c98f9abe31dcd5fd180513dfd2ea/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T11:20:33,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:33,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:34,162 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 758, reset compression=false 2024-12-06T11:20:34,174 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 757, reset compression=false 2024-12-06T11:20:34,263 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 608, reset compression=false 2024-12-06T11:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 759, reset compression=false 2024-12-06T11:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:34,465 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 758, reset compression=false 2024-12-06T11:20:34,472 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 759, reset compression=false 2024-12-06T11:20:34,477 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 757, reset compression=false 2024-12-06T11:20:34,802 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 759, reset compression=false 2024-12-06T11:20:34,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T11:20:34,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T11:20:34,909 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 758, reset compression=false 2024-12-06T11:20:34,927 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 757, reset compression=false 2024-12-06T11:20:34,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:34,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 913, reset compression=false 2024-12-06T11:20:34,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[{test/d691c98f9abe31dcd5fd180513dfd2ea/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T11:20:34,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:34,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:35,140 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 913, reset compression=false 2024-12-06T11:20:35,217 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 759, reset compression=false 2024-12-06T11:20:35,228 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:35,228 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 907, reset compression=false 2024-12-06T11:20:35,228 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T11:20:35,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:35,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:35,415 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 758, reset compression=false 2024-12-06T11:20:35,429 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:35,429 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 929, reset compression=false 2024-12-06T11:20:35,429 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:35,444 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 913, reset compression=false 2024-12-06T11:20:35,444 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 907, reset compression=false 2024-12-06T11:20:35,637 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 929, reset compression=false 2024-12-06T11:20:35,765 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 907, reset compression=false 2024-12-06T11:20:35,812 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T11:20:35,815 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T11:20:35,861 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 913, reset compression=false 2024-12-06T11:20:35,942 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 929, reset compression=false 2024-12-06T11:20:36,169 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 907, reset compression=false 2024-12-06T11:20:36,181 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:36,181 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1066, reset compression=false 2024-12-06T11:20:36,181 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T11:20:36,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:36,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:36,346 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 929, reset compression=false 2024-12-06T11:20:36,351 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:36,351 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1078, reset compression=false 2024-12-06T11:20:36,351 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[{test/1efa2993aba51337956a3bacee98c56f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T11:20:36,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:36,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:36,365 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 913, reset compression=false 2024-12-06T11:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1085, reset compression=false 2024-12-06T11:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:36,385 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1066, reset compression=false 2024-12-06T11:20:36,554 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1078, reset compression=false 2024-12-06T11:20:36,573 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1085, reset compression=false 2024-12-06T11:20:36,689 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1066, reset compression=false 2024-12-06T11:20:36,817 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T11:20:36,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T11:20:36,859 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1078, reset compression=false 2024-12-06T11:20:36,863 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:36,863 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1237, reset compression=false 2024-12-06T11:20:36,864 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[{test/1efa2993aba51337956a3bacee98c56f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T11:20:36,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:36,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:36,876 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1085, reset compression=false 2024-12-06T11:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[{test/d691c98f9abe31dcd5fd180513dfd2ea/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T11:20:36,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:36,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:37,080 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1237, reset compression=false 2024-12-06T11:20:37,089 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:37,091 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1066, reset compression=false 2024-12-06T11:20:37,097 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:37,097 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:37,097 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:37,301 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:37,385 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1237, reset compression=false 2024-12-06T11:20:37,393 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:37,544 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:20:37,606 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:37,789 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1237, reset compression=false 2024-12-06T11:20:37,801 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:37,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T11:20:37,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb117c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:37,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:37,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:37,849 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552baf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:37,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:37,850 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c95915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:37,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@702e5d47 2024-12-06T11:20:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:37,854 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:37,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-06T11:20:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-06T11:20:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:20:37,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:20:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:20:38,010 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:38,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T11:20:38,067 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-06T11:20:38,068 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-06T11:20:38,068 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,42015,1733484018234 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-06T11:20:38,069 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/582807baec72:0-0. 2024-12-06T11:20:38,069 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:38,069 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:38,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:38,069 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:38,169 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:20:38,169 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:20:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:20:38,269 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 terminated 2024-12-06T11:20:38,290 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-582807baec72,42015,1733484018234, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:20:38,291 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-06T11:20:38,292 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T11:20:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T11:20:38,295 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 582807baec72,42015,1733484018234 suceeded 2024-12-06T11:20:38,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T11:20:38,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-12-06T11:20:38,297 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-06T11:20:38,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 442 msec 2024-12-06T11:20:38,305 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:38,311 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:44659' 2024-12-06T11:20:38,313 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3968e69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:38,313 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,44659,-1 for getting cluster id 2024-12-06T11:20:38,313 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:38,314 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0289ce7-282a-4d17-b6c2-44583d3ea0c5' 2024-12-06T11:20:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0289ce7-282a-4d17-b6c2-44583d3ea0c5" 2024-12-06T11:20:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac43ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,44659,-1] 2024-12-06T11:20:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:38,315 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:38,316 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec4fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:38,316 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,44659,1733484007953 2024-12-06T11:20:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@669547bc 2024-12-06T11:20:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:38,318 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T11:20:38,318 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,42015,1733484018234 (queues=1) is replicating from cluster=19e993ca-a499-41f6-ace2-52bfef8b5cfc to cluster=a0289ce7-282a-4d17-b6c2-44583d3ea0c5 2024-12-06T11:20:38,318 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C42015%2C1733484018234 2024-12-06T11:20:38,319 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,42015,1733484018234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:20:38,319 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42015%2C1733484018234 2024-12-06T11:20:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:20:38,487 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:20:38,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:38,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:38,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:38,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:38,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:38,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-06T11:20:38,513 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:38,913 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1234, reset compression=false 2024-12-06T11:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1338, reset compression=false 2024-12-06T11:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[{test/d691c98f9abe31dcd5fd180513dfd2ea/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:20:38,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:38,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:39,116 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1239, reset compression=false 2024-12-06T11:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1367, reset compression=false 2024-12-06T11:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T11:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1338, reset compression=false 2024-12-06T11:20:39,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:39,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:39,329 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1367, reset compression=false 2024-12-06T11:20:39,429 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1338, reset compression=false 2024-12-06T11:20:39,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-06T11:20:39,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0840ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:39,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,37305,-1 for getting cluster id 2024-12-06T11:20:39,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:39,495 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e993ca-a499-41f6-ace2-52bfef8b5cfc' 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e993ca-a499-41f6-ace2-52bfef8b5cfc" 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10de3f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,37305,-1] 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c7b811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:39,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,37305,1733484018105 2024-12-06T11:20:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ef04c6 2024-12-06T11:20:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:20:39,500 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:20:39,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-06T11:20:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-06T11:20:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T11:20:39,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:20:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T11:20:39,632 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1367, reset compression=false 2024-12-06T11:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3995264e33c30cd80518e6bfc3cf65f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:20:39,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:39,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42015 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:39,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-06T11:20:39,717 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-06T11:20:39,717 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T11:20:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T11:20:39,719 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 582807baec72,42015,1733484018234 suceeded 2024-12-06T11:20:39,720 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, startPosition=1237, beingWritten=true 2024-12-06T11:20:39,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T11:20:39,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-06T11:20:39,721 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-06T11:20:39,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 221 msec 2024-12-06T11:20:39,724 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:20:39,724 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1515, reset compression=false 2024-12-06T11:20:39,724 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[{test/1efa2993aba51337956a3bacee98c56f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T11:20:39,726 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:39,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T11:20:39,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:20:39,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:20:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T11:20:39,817 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:20:39,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:39,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:39,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:39,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-06T11:20:39,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:20:39,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:39,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:39,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:39,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:20:39,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1635668558, stopped=false 2024-12-06T11:20:39,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,37305,1733484018105 2024-12-06T11:20:39,833 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1338, reset compression=false 2024-12-06T11:20:39,837 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:39,837 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:39,837 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:39,840 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995568994/running 2024-12-06T11:20:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995568994/running 2024-12-06T11:20:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:39,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:39,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/running 2024-12-06T11:20:39,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:39,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Set watcher on znode that does not yet exist, /2995568994/running 2024-12-06T11:20:39,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:39,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,42015,1733484018234' ***** 2024-12-06T11:20:39,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:20:39,890 INFO [RS:0;582807baec72:42015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:20:39,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(3091): Received CLOSE for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(959): stopping server 582807baec72,42015,1733484018234 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42015. 2024-12-06T11:20:39,891 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1efa2993aba51337956a3bacee98c56f, disabling compactions & flushes 2024-12-06T11:20:39,891 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:39,891 DEBUG [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:39,891 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:39,891 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:39,891 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484025110.1efa2993aba51337956a3bacee98c56f. after waiting 0 ms 2024-12-06T11:20:39,891 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:20:39,891 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1efa2993aba51337956a3bacee98c56f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T11:20:39,891 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:20:39,891 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1325): Online Regions={1efa2993aba51337956a3bacee98c56f=test,,1733484025110.1efa2993aba51337956a3bacee98c56f., 1588230740=hbase:meta,,1.1588230740, 10e2411164307b0012757354c7b71500=hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.} 2024-12-06T11:20:39,891 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500, 1588230740, 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:39,891 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:39,892 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:39,892 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:39,892 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:39,892 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:39,892 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:20:39,907 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/info/a5db7a8a05d34d44b2a460ee24cdc338 is 147, key is hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500./info:regioninfo/1733484030800/Put/seqid=0 2024-12-06T11:20:39,907 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f/87721accc6514403ab97bf7a45831682 is 37, key is row3/f:row3/1733484038488/Put/seqid=0 2024-12-06T11:20:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741841_1017 (size=5228) 2024-12-06T11:20:39,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741840_1016 (size=7686) 2024-12-06T11:20:39,911 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/info/a5db7a8a05d34d44b2a460ee24cdc338 2024-12-06T11:20:39,926 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/ns/a580d2ed4eea4be2a2dbf346c6cf212b is 43, key is default/ns:d/1733484020697/Put/seqid=0 2024-12-06T11:20:39,928 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1515, reset compression=false 2024-12-06T11:20:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:20:39,930 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/ns/a580d2ed4eea4be2a2dbf346c6cf212b 2024-12-06T11:20:39,931 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:39,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1762, reset compression=false 2024-12-06T11:20:39,932 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42015,1733484018234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:39,933 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,42015,1733484018234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,42015,1733484018234, walGroup=582807baec72%2C42015%2C1733484018234, offset=582807baec72%2C42015%2C1733484018234.1733484020083:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:20:39,935 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:20:39,935 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:20:39,935 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:20:39,935 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:20:39,935 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:20:39,935 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 808415192 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198117776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:20:39,936 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:37305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:37305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:20:39,950 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/rep_barrier/47ab16cc032c436789ef690e10311db7 is 112, key is test,,1733484025110.1efa2993aba51337956a3bacee98c56f./rep_barrier:seqnumDuringOpen/1733484026307/Put/seqid=0 2024-12-06T11:20:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741843_1019 (size=5518) 2024-12-06T11:20:39,953 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/rep_barrier/47ab16cc032c436789ef690e10311db7 2024-12-06T11:20:39,962 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:20:39,962 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:20:39,968 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/table/38ed3a33a6a44ddbb4ff0552c9a956e1 is 53, key is hbase:replication/table:state/1733484030809/Put/seqid=0 2024-12-06T11:20:39,971 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741844_1020 (size=5308) 2024-12-06T11:20:40,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:40,092 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500, 1588230740, 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:40,137 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1762, reset compression=false 2024-12-06T11:20:40,143 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:40,292 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500, 1588230740, 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:40,311 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f/87721accc6514403ab97bf7a45831682 2024-12-06T11:20:40,315 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87721accc6514403ab97bf7a45831682 2024-12-06T11:20:40,327 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f1/c51cccc08db24ec3ab2e01df6e4c5561 is 30, key is row1/f1:/1733484035813/DeleteFamily/seqid=0 2024-12-06T11:20:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741845_1021 (size=5158) 2024-12-06T11:20:40,330 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f1/c51cccc08db24ec3ab2e01df6e4c5561 2024-12-06T11:20:40,333 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51cccc08db24ec3ab2e01df6e4c5561 2024-12-06T11:20:40,343 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:40,345 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/norep/e7fd8240dbc34944a957dddfa1e298ac is 33, key is row2/norep:/1733484036826/DeleteFamily/seqid=0 2024-12-06T11:20:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741846_1022 (size=5108) 2024-12-06T11:20:40,371 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/table/38ed3a33a6a44ddbb4ff0552c9a956e1 2024-12-06T11:20:40,375 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/info/a5db7a8a05d34d44b2a460ee24cdc338 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/info/a5db7a8a05d34d44b2a460ee24cdc338 2024-12-06T11:20:40,379 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/info/a5db7a8a05d34d44b2a460ee24cdc338, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:20:40,379 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/ns/a580d2ed4eea4be2a2dbf346c6cf212b as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/ns/a580d2ed4eea4be2a2dbf346c6cf212b 2024-12-06T11:20:40,382 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/ns/a580d2ed4eea4be2a2dbf346c6cf212b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:20:40,383 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/rep_barrier/47ab16cc032c436789ef690e10311db7 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/rep_barrier/47ab16cc032c436789ef690e10311db7 2024-12-06T11:20:40,385 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/rep_barrier/47ab16cc032c436789ef690e10311db7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:20:40,386 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/.tmp/table/38ed3a33a6a44ddbb4ff0552c9a956e1 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/table/38ed3a33a6a44ddbb4ff0552c9a956e1 2024-12-06T11:20:40,389 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/table/38ed3a33a6a44ddbb4ff0552c9a956e1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:20:40,389 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 497ms, sequenceid=16, compaction requested=false 2024-12-06T11:20:40,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:20:40,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:40,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:20:40,393 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:40,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484039891Running coprocessor pre-close hooks at 1733484039891Disabling compacts and flushes for region at 1733484039891Disabling writes for close at 1733484039892 (+1 ms)Obtaining lock to block concurrent updates at 1733484039892Preparing flush snapshotting stores in 1588230740 at 1733484039892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484039892Flushing stores of hbase:meta,,1.1588230740 at 1733484039892Flushing 1588230740/info: creating writer at 1733484039892Flushing 1588230740/info: appending metadata at 1733484039907 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733484039907Flushing 1588230740/ns: creating writer at 1733484039914 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733484039926 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733484039926Flushing 1588230740/rep_barrier: creating writer at 1733484039937 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484039949 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484039949Flushing 1588230740/table: creating writer at 1733484039956 (+7 ms)Flushing 1588230740/table: appending metadata at 1733484039968 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733484039968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fa3d48: reopening flushed file at 1733484040375 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f9872c: reopening flushed file at 1733484040379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e18e8f: reopening flushed file at 1733484040382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735b0811: reopening flushed file at 1733484040386 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 497ms, sequenceid=16, compaction requested=false at 1733484040389 (+3 ms)Writing region close event to WAL at 1733484040390 (+1 ms)Running coprocessor post-close hooks at 1733484040393 (+3 ms)Closed at 1733484040393 2024-12-06T11:20:40,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:40,441 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1762, reset compression=false 2024-12-06T11:20:40,492 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500, 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:40,546 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:40,692 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500, 1efa2993aba51337956a3bacee98c56f 2024-12-06T11:20:40,746 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:40,748 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/norep/e7fd8240dbc34944a957dddfa1e298ac 2024-12-06T11:20:40,752 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7fd8240dbc34944a957dddfa1e298ac 2024-12-06T11:20:40,753 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f/87721accc6514403ab97bf7a45831682 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/f/87721accc6514403ab97bf7a45831682 2024-12-06T11:20:40,759 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87721accc6514403ab97bf7a45831682 2024-12-06T11:20:40,759 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/f/87721accc6514403ab97bf7a45831682, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T11:20:40,760 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/f1/c51cccc08db24ec3ab2e01df6e4c5561 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/f1/c51cccc08db24ec3ab2e01df6e4c5561 2024-12-06T11:20:40,764 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51cccc08db24ec3ab2e01df6e4c5561 2024-12-06T11:20:40,764 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/f1/c51cccc08db24ec3ab2e01df6e4c5561, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:40,765 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/.tmp/norep/e7fd8240dbc34944a957dddfa1e298ac as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/norep/e7fd8240dbc34944a957dddfa1e298ac 2024-12-06T11:20:40,768 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7fd8240dbc34944a957dddfa1e298ac 2024-12-06T11:20:40,769 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/norep/e7fd8240dbc34944a957dddfa1e298ac, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:40,769 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1efa2993aba51337956a3bacee98c56f in 878ms, sequenceid=12, compaction requested=false 2024-12-06T11:20:40,775 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/data/default/test/1efa2993aba51337956a3bacee98c56f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T11:20:40,775 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:40,775 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:40,775 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:40,775 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1efa2993aba51337956a3bacee98c56f: Waiting for close lock at 1733484039891Running coprocessor pre-close hooks at 1733484039891Disabling compacts and flushes for region at 1733484039891Disabling writes for close at 1733484039891Obtaining lock to block concurrent updates at 1733484039891Preparing flush snapshotting stores in 1efa2993aba51337956a3bacee98c56f at 1733484039891Finished memstore snapshotting test,,1733484025110.1efa2993aba51337956a3bacee98c56f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733484039892 (+1 ms)Flushing stores of test,,1733484025110.1efa2993aba51337956a3bacee98c56f. at 1733484039892Flushing 1efa2993aba51337956a3bacee98c56f/f: creating writer at 1733484039892Flushing 1efa2993aba51337956a3bacee98c56f/f: appending metadata at 1733484039907 (+15 ms)Flushing 1efa2993aba51337956a3bacee98c56f/f: closing flushed file at 1733484039907Flushing 1efa2993aba51337956a3bacee98c56f/f1: creating writer at 1733484040315 (+408 ms)Flushing 1efa2993aba51337956a3bacee98c56f/f1: appending metadata at 1733484040326 (+11 ms)Flushing 1efa2993aba51337956a3bacee98c56f/f1: closing flushed file at 1733484040326Flushing 1efa2993aba51337956a3bacee98c56f/norep: creating writer at 1733484040333 (+7 ms)Flushing 1efa2993aba51337956a3bacee98c56f/norep: appending metadata at 1733484040344 (+11 ms)Flushing 1efa2993aba51337956a3bacee98c56f/norep: closing flushed file at 1733484040344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8c4d64: reopening flushed file at 1733484040753 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4ff23d: reopening flushed file at 1733484040759 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9dbdf4: reopening flushed file at 1733484040764 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1efa2993aba51337956a3bacee98c56f in 878ms, sequenceid=12, compaction requested=false at 1733484040769 (+5 ms)Writing region close event to WAL at 1733484040772 (+3 ms)Running coprocessor post-close hooks at 1733484040775 (+3 ms)Closed at 1733484040775 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484025110.1efa2993aba51337956a3bacee98c56f. 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10e2411164307b0012757354c7b71500, disabling compactions & flushes 2024-12-06T11:20:40,776 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. after waiting 0 ms 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10e2411164307b0012757354c7b71500: Waiting for close lock at 1733484040776Running coprocessor pre-close hooks at 1733484040776Disabling compacts and flushes for region at 1733484040776Disabling writes for close at 1733484040776Failed flush hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500., putting online again at 1733484040776 2024-12-06T11:20:40,776 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,844 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 1762, reset compression=false 2024-12-06T11:20:40,848 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:40,848 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 2406, reset compression=false 2024-12-06T11:20:40,894 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:20:40,894 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1325): Online Regions={10e2411164307b0012757354c7b71500=hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500.} 2024-12-06T11:20:40,894 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(3091): Received CLOSE for 10e2411164307b0012757354c7b71500 2024-12-06T11:20:40,894 DEBUG [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1351): Waiting on 10e2411164307b0012757354c7b71500 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10e2411164307b0012757354c7b71500, disabling compactions & flushes 2024-12-06T11:20:40,894 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. after waiting 0 ms 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10e2411164307b0012757354c7b71500: Waiting for close lock at 1733484040894Running coprocessor pre-close hooks at 1733484040894Disabling compacts and flushes for region at 1733484040894Disabling writes for close at 1733484040894Failed flush hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500., putting online again at 1733484040894 2024-12-06T11:20:40,894 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484029629.10e2411164307b0012757354c7b71500. 2024-12-06T11:20:41,049 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:41,065 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 to pos 2406, reset compression=false 2024-12-06T11:20:41,094 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T11:20:41,094 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(976): stopping server 582807baec72,42015,1733484018234; all regions closed. 2024-12-06T11:20:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:20:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741839_1015 (size=2390) 2024-12-06T11:20:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741833_1009 (size=2414) 2024-12-06T11:20:41,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/WALs/582807baec72,42015,1733484018234/582807baec72%2C42015%2C1733484018234.1733484020083 not finished, retry = 0 2024-12-06T11:20:41,209 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:41,209 INFO [RS:0;582807baec72:42015 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:41,210 INFO [RS:0;582807baec72:42015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:41,210 INFO [RS:0;582807baec72:42015 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:41,210 INFO [RS:0;582807baec72:42015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:41,211 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:41,211 INFO [RS:0;582807baec72:42015 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,42015,1733484018234 because: Region server is closing 2024-12-06T11:20:41,211 INFO [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42015. 2024-12-06T11:20:41,211 DEBUG [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:41,211 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:41,212 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:41,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:41,250 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:41,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:20:41,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:41,267 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68613 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:20:41,312 INFO [RS:0;582807baec72:42015 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.shipper582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 terminated 2024-12-06T11:20:41,312 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42015,1733484018234.replicationSource.wal-reader.582807baec72%2C42015%2C1733484018234,1-582807baec72,42015,1733484018234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:20:41,313 INFO [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42015. 2024-12-06T11:20:41,313 DEBUG [RS:0;582807baec72:42015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:41,313 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:41,313 DEBUG [RS:0;582807baec72:42015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:41,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:41,313 INFO [RS:0;582807baec72:42015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42015 2024-12-06T11:20:41,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995568994/rs/582807baec72,42015,1733484018234 2024-12-06T11:20:41,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994/rs 2024-12-06T11:20:41,366 INFO [RS:0;582807baec72:42015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:41,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,42015,1733484018234] 2024-12-06T11:20:41,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2995568994/draining/582807baec72,42015,1733484018234 already deleted, retry=false 2024-12-06T11:20:41,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,42015,1733484018234 expired; onlineServers=0 2024-12-06T11:20:41,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,37305,1733484018105' ***** 2024-12-06T11:20:41,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:20:41,387 INFO [M:0;582807baec72:37305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:41,387 INFO [M:0;582807baec72:37305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:41,387 DEBUG [M:0;582807baec72:37305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:20:41,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:20:41,388 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484019848 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484019848,5,FailOnTimeoutGroup] 2024-12-06T11:20:41,388 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484019848 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484019848,5,FailOnTimeoutGroup] 2024-12-06T11:20:41,388 DEBUG [M:0;582807baec72:37305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:20:41,388 INFO [M:0;582807baec72:37305 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:41,388 INFO [M:0;582807baec72:37305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:41,388 DEBUG [M:0;582807baec72:37305 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:20:41,388 INFO [M:0;582807baec72:37305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:20:41,388 INFO [M:0;582807baec72:37305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:41,388 INFO [M:0;582807baec72:37305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:20:41,389 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:20:41,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995568994/master 2024-12-06T11:20:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995568994 2024-12-06T11:20:41,398 DEBUG [M:0;582807baec72:37305 {}] zookeeper.ZKUtil(347): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Unable to get data of znode /2995568994/master because node does not exist (not an error) 2024-12-06T11:20:41,398 WARN [M:0;582807baec72:37305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:20:41,399 INFO [M:0;582807baec72:37305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/.lastflushedseqids 2024-12-06T11:20:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741847_1023 (size=245) 2024-12-06T11:20:41,477 INFO [RS:0;582807baec72:42015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:41,477 INFO [RS:0;582807baec72:42015 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,42015,1733484018234; zookeeper connection closed. 2024-12-06T11:20:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42015-0x101aa5ec4eb0007, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:41,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@621216f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@621216f0 2024-12-06T11:20:41,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:20:41,653 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:41,806 INFO [M:0;582807baec72:37305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:20:41,807 INFO [M:0;582807baec72:37305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:20:41,807 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:41,807 INFO [M:0;582807baec72:37305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:41,807 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:41,807 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:41,807 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:41,807 INFO [M:0;582807baec72:37305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-06T11:20:41,820 DEBUG [M:0;582807baec72:37305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b445ade751b47379eac79c14401806b is 82, key is hbase:meta,,1/info:regioninfo/1733484020677/Put/seqid=0 2024-12-06T11:20:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741848_1024 (size=5672) 2024-12-06T11:20:41,823 INFO [M:0;582807baec72:37305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b445ade751b47379eac79c14401806b 2024-12-06T11:20:41,838 DEBUG [M:0;582807baec72:37305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b000bde765fa43d2a48fea25fbe87a64 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733484030812/Put/seqid=0 2024-12-06T11:20:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741849_1025 (size=9213) 2024-12-06T11:20:41,854 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:42,242 INFO [M:0;582807baec72:37305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b000bde765fa43d2a48fea25fbe87a64 2024-12-06T11:20:42,262 DEBUG [M:0;582807baec72:37305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4176aff02966488194a2a1daf0daaf68 is 69, key is 582807baec72,42015,1733484018234/rs:state/1733484019896/Put/seqid=0 2024-12-06T11:20:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741850_1026 (size=5156) 2024-12-06T11:20:42,271 INFO [M:0;582807baec72:37305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4176aff02966488194a2a1daf0daaf68 2024-12-06T11:20:42,276 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b445ade751b47379eac79c14401806b as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b445ade751b47379eac79c14401806b 2024-12-06T11:20:42,280 INFO [M:0;582807baec72:37305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b445ade751b47379eac79c14401806b, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T11:20:42,284 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b000bde765fa43d2a48fea25fbe87a64 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b000bde765fa43d2a48fea25fbe87a64 2024-12-06T11:20:42,288 INFO [M:0;582807baec72:37305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b000bde765fa43d2a48fea25fbe87a64, entries=15, sequenceid=127, filesize=9.0 K 2024-12-06T11:20:42,288 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4176aff02966488194a2a1daf0daaf68 as hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4176aff02966488194a2a1daf0daaf68 2024-12-06T11:20:42,293 INFO [M:0;582807baec72:37305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45819/user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4176aff02966488194a2a1daf0daaf68, entries=1, sequenceid=127, filesize=5.0 K 2024-12-06T11:20:42,294 INFO [M:0;582807baec72:37305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=127, compaction requested=false 2024-12-06T11:20:42,298 INFO [M:0;582807baec72:37305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:42,299 DEBUG [M:0;582807baec72:37305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484041807Disabling compacts and flushes for region at 1733484041807Disabling writes for close at 1733484041807Obtaining lock to block concurrent updates at 1733484041807Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484041807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733484041807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484041808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484041808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484041820 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484041820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484041827 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484041838 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484041838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484042246 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484042262 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484042262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce9388e: reopening flushed file at 1733484042275 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c163ef3: reopening flushed file at 1733484042281 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b43b32e: reopening flushed file at 1733484042288 (+7 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=127, compaction requested=false at 1733484042294 (+6 ms)Writing region close event to WAL at 1733484042298 (+4 ms)Closed at 1733484042298 2024-12-06T11:20:42,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e9d12a8-b19e-c816-f8a3-81b30beae283/MasterData/WALs/582807baec72,37305,1733484018105/582807baec72%2C37305%2C1733484018105.1733484019559 not finished, retry = 0 2024-12-06T11:20:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741830_1006 (size=73878) 2024-12-06T11:20:42,358 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:42,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:42,409 INFO [M:0;582807baec72:37305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:20:42,409 INFO [M:0;582807baec72:37305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37305 2024-12-06T11:20:42,410 INFO [M:0;582807baec72:37305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:42,556 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:42,635 INFO [M:0;582807baec72:37305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:42,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:42,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37305-0x101aa5ec4eb0006, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:42,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5977000{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:42,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ada0127{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:42,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:42,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@678fdb91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:42,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6447ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:42,641 WARN [BP-1916760508-172.17.0.3-1733484016317 heartbeating to localhost/127.0.0.1:45819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:20:42,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:20:42,641 WARN [BP-1916760508-172.17.0.3-1733484016317 heartbeating to localhost/127.0.0.1:45819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1916760508-172.17.0.3-1733484016317 (Datanode Uuid c022e9a0-6bef-4996-8f38-d93ab4861794) service to localhost/127.0.0.1:45819 2024-12-06T11:20:42,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:20:42,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/cluster_1d279952-6657-00ff-4bab-832d1c596ba7/data/data1/current/BP-1916760508-172.17.0.3-1733484016317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:42,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/cluster_1d279952-6657-00ff-4bab-832d1c596ba7/data/data2/current/BP-1916760508-172.17.0.3-1733484016317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:42,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:20:42,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a10fea9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:42,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e69882f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:42,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:42,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@784a7587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:42,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e89182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:42,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:20:42,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:20:42,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:42,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:42,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:42,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:42,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:42,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:20:42,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23801896, stopped=false 2024-12-06T11:20:42,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,34069,1733484013557 2024-12-06T11:20:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943501257/running 2024-12-06T11:20:42,682 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943501257/running 2024-12-06T11:20:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:42,682 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:42,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:42,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:42,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:42,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/running 2024-12-06T11:20:42,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:42,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,34151,1733484013706' ***** 2024-12-06T11:20:42,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:20:42,683 INFO [RS:0;582807baec72:34151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:20:42,683 INFO [RS:0;582807baec72:34151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:20:42,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Set watcher on znode that does not yet exist, /1-1943501257/running 2024-12-06T11:20:42,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:20:42,683 INFO [RS:0;582807baec72:34151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:20:42,683 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(3091): Received CLOSE for b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(3091): Received CLOSE for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(959): stopping server 582807baec72,34151,1733484013706 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:42,686 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3995264e33c30cd80518e6bfc3cf65f, disabling compactions & flushes 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:34151. 2024-12-06T11:20:42,686 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:42,686 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:42,686 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. after waiting 0 ms 2024-12-06T11:20:42,686 DEBUG [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:42,686 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:42,686 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:20:42,686 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3995264e33c30cd80518e6bfc3cf65f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:20:42,686 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:20:42,687 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:20:42,687 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1325): Online Regions={b3995264e33c30cd80518e6bfc3cf65f=test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., 1588230740=hbase:meta,,1.1588230740, a186a42a21af32ea4b48ccb54b824ca2=hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.} 2024-12-06T11:20:42,687 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:42,687 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:42,687 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:42,687 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:42,687 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:42,687 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:42,687 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:20:42,689 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:42,700 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/info/079a104f8d254013beb246299870b3be is 147, key is hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2./info:regioninfo/1733484029288/Put/seqid=0 2024-12-06T11:20:42,703 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f/a2056f0f4fd8421fb2f342dd1c896fb0 is 37, key is row3/f:row3/1733484038488/Put/seqid=0 2024-12-06T11:20:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741840_1016 (size=7686) 2024-12-06T11:20:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741841_1017 (size=5228) 2024-12-06T11:20:42,887 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,087 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,106 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/info/079a104f8d254013beb246299870b3be 2024-12-06T11:20:43,114 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f/a2056f0f4fd8421fb2f342dd1c896fb0 2024-12-06T11:20:43,117 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2056f0f4fd8421fb2f342dd1c896fb0 2024-12-06T11:20:43,132 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/ns/b68fcf7d24334258a8c25fd696338409 is 43, key is default/ns:d/1733484016244/Put/seqid=0 2024-12-06T11:20:43,135 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f1/f72256c5bdb544d789e56bbe15ef4b03 is 30, key is row1/f1:/1733484035813/DeleteFamily/seqid=0 2024-12-06T11:20:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:20:43,138 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/ns/b68fcf7d24334258a8c25fd696338409 2024-12-06T11:20:43,144 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:20:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741843_1019 (size=5158) 2024-12-06T11:20:43,160 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1471, reset compression=false 2024-12-06T11:20:43,163 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a655943bb34c45893f60d548053928 is 112, key is test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f./rep_barrier:seqnumDuringOpen/1733484024105/Put/seqid=0 2024-12-06T11:20:43,166 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:43,166 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1718, reset compression=false 2024-12-06T11:20:43,166 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,34151,1733484013706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741844_1020 (size=5518) 2024-12-06T11:20:43,167 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,34151,1733484013706: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,34151,1733484013706, walGroup=582807baec72%2C34151%2C1733484013706, offset=582807baec72%2C34151%2C1733484013706.1733484015297:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:34151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:20:43,168 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:20:43,168 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:20:43,168 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:20:43,168 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:20:43,169 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:20:43,169 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:20:43,169 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:20:43,169 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 886009816 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198704816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:20:43,169 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:34069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:34069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:20:43,287 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,361 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:43,373 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1718, reset compression=false 2024-12-06T11:20:43,487 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,550 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f1/f72256c5bdb544d789e56bbe15ef4b03 2024-12-06T11:20:43,555 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f72256c5bdb544d789e56bbe15ef4b03 2024-12-06T11:20:43,567 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a655943bb34c45893f60d548053928 2024-12-06T11:20:43,569 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/norep/8ccb856648034056bc73b6b3b0c64f4f is 33, key is row1/norep:/1733484035813/DeleteFamily/seqid=0 2024-12-06T11:20:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741845_1021 (size=5108) 2024-12-06T11:20:43,586 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/table/0dfd4fc16c594bc7ac11f4b99401f70b is 53, key is hbase:replication/table:state/1733484029294/Put/seqid=0 2024-12-06T11:20:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:20:43,594 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/table/0dfd4fc16c594bc7ac11f4b99401f70b 2024-12-06T11:20:43,598 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/info/079a104f8d254013beb246299870b3be as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/info/079a104f8d254013beb246299870b3be 2024-12-06T11:20:43,602 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/info/079a104f8d254013beb246299870b3be, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:20:43,602 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/ns/b68fcf7d24334258a8c25fd696338409 as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/ns/b68fcf7d24334258a8c25fd696338409 2024-12-06T11:20:43,607 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/ns/b68fcf7d24334258a8c25fd696338409, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:20:43,608 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a1a655943bb34c45893f60d548053928 as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/rep_barrier/a1a655943bb34c45893f60d548053928 2024-12-06T11:20:43,613 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/rep_barrier/a1a655943bb34c45893f60d548053928, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:20:43,614 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/.tmp/table/0dfd4fc16c594bc7ac11f4b99401f70b as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/table/0dfd4fc16c594bc7ac11f4b99401f70b 2024-12-06T11:20:43,617 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/table/0dfd4fc16c594bc7ac11f4b99401f70b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:20:43,618 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-12-06T11:20:43,633 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:20:43,633 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:43,633 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:20:43,633 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:43,633 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484042687Running coprocessor pre-close hooks at 1733484042687Disabling compacts and flushes for region at 1733484042687Disabling writes for close at 1733484042687Obtaining lock to block concurrent updates at 1733484042687Preparing flush snapshotting stores in 1588230740 at 1733484042687Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484042687Flushing stores of hbase:meta,,1.1588230740 at 1733484042687Flushing 1588230740/info: creating writer at 1733484042687Flushing 1588230740/info: appending metadata at 1733484042700 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733484042700Flushing 1588230740/ns: creating writer at 1733484043114 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733484043131 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733484043131Flushing 1588230740/rep_barrier: creating writer at 1733484043142 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484043162 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484043162Flushing 1588230740/table: creating writer at 1733484043571 (+409 ms)Flushing 1588230740/table: appending metadata at 1733484043585 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733484043585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f69ba9: reopening flushed file at 1733484043597 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc57ab4: reopening flushed file at 1733484043602 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd5fb7d: reopening flushed file at 1733484043607 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29894d99: reopening flushed file at 1733484043613 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1733484043618 (+5 ms)Writing region close event to WAL at 1733484043624 (+6 ms)Running coprocessor post-close hooks at 1733484043633 (+9 ms)Closed at 1733484043633 2024-12-06T11:20:43,634 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:43,681 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1718, reset compression=false 2024-12-06T11:20:43,688 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:20:43,688 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1325): Online Regions={b3995264e33c30cd80518e6bfc3cf65f=test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., a186a42a21af32ea4b48ccb54b824ca2=hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2.} 2024-12-06T11:20:43,688 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,888 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on a186a42a21af32ea4b48ccb54b824ca2, b3995264e33c30cd80518e6bfc3cf65f 2024-12-06T11:20:43,974 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/norep/8ccb856648034056bc73b6b3b0c64f4f 2024-12-06T11:20:43,978 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ccb856648034056bc73b6b3b0c64f4f 2024-12-06T11:20:43,979 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f/a2056f0f4fd8421fb2f342dd1c896fb0 as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/f/a2056f0f4fd8421fb2f342dd1c896fb0 2024-12-06T11:20:43,982 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2056f0f4fd8421fb2f342dd1c896fb0 2024-12-06T11:20:43,982 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/f/a2056f0f4fd8421fb2f342dd1c896fb0, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T11:20:43,983 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/f1/f72256c5bdb544d789e56bbe15ef4b03 as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/f1/f72256c5bdb544d789e56bbe15ef4b03 2024-12-06T11:20:43,986 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f72256c5bdb544d789e56bbe15ef4b03 2024-12-06T11:20:43,987 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/f1/f72256c5bdb544d789e56bbe15ef4b03, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:43,987 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/.tmp/norep/8ccb856648034056bc73b6b3b0c64f4f as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/norep/8ccb856648034056bc73b6b3b0c64f4f 2024-12-06T11:20:43,990 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ccb856648034056bc73b6b3b0c64f4f 2024-12-06T11:20:43,990 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/norep/8ccb856648034056bc73b6b3b0c64f4f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:43,991 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b3995264e33c30cd80518e6bfc3cf65f in 1305ms, sequenceid=12, compaction requested=false 2024-12-06T11:20:44,005 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/data/default/test/b3995264e33c30cd80518e6bfc3cf65f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T11:20:44,005 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:44,005 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:44,005 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:44,005 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3995264e33c30cd80518e6bfc3cf65f: Waiting for close lock at 1733484042686Running coprocessor pre-close hooks at 1733484042686Disabling compacts and flushes for region at 1733484042686Disabling writes for close at 1733484042686Obtaining lock to block concurrent updates at 1733484042686Preparing flush snapshotting stores in b3995264e33c30cd80518e6bfc3cf65f at 1733484042686Finished memstore snapshotting test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733484042687 (+1 ms)Flushing stores of test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. at 1733484042687Flushing b3995264e33c30cd80518e6bfc3cf65f/f: creating writer at 1733484042687Flushing b3995264e33c30cd80518e6bfc3cf65f/f: appending metadata at 1733484042702 (+15 ms)Flushing b3995264e33c30cd80518e6bfc3cf65f/f: closing flushed file at 1733484042702Flushing b3995264e33c30cd80518e6bfc3cf65f/f1: creating writer at 1733484043118 (+416 ms)Flushing b3995264e33c30cd80518e6bfc3cf65f/f1: appending metadata at 1733484043135 (+17 ms)Flushing b3995264e33c30cd80518e6bfc3cf65f/f1: closing flushed file at 1733484043135Flushing b3995264e33c30cd80518e6bfc3cf65f/norep: creating writer at 1733484043555 (+420 ms)Flushing b3995264e33c30cd80518e6bfc3cf65f/norep: appending metadata at 1733484043568 (+13 ms)Flushing b3995264e33c30cd80518e6bfc3cf65f/norep: closing flushed file at 1733484043568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be25d04: reopening flushed file at 1733484043978 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a060ef: reopening flushed file at 1733484043983 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc0bf90: reopening flushed file at 1733484043987 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b3995264e33c30cd80518e6bfc3cf65f in 1305ms, sequenceid=12, compaction requested=false at 1733484043991 (+4 ms)Writing region close event to WAL at 1733484043999 (+8 ms)Running coprocessor post-close hooks at 1733484044005 (+6 ms)Closed at 1733484044005 2024-12-06T11:20:44,005 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484022959.b3995264e33c30cd80518e6bfc3cf65f. 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a186a42a21af32ea4b48ccb54b824ca2, disabling compactions & flushes 2024-12-06T11:20:44,006 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. after waiting 0 ms 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a186a42a21af32ea4b48ccb54b824ca2: Waiting for close lock at 1733484044006Running coprocessor pre-close hooks at 1733484044006Disabling compacts and flushes for region at 1733484044006Disabling writes for close at 1733484044006Failed flush hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2., putting online again at 1733484044006 2024-12-06T11:20:44,006 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,084 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 1718, reset compression=false 2024-12-06T11:20:44,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:44,088 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 2362, reset compression=false 2024-12-06T11:20:44,088 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(3091): Received CLOSE for a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:44,088 DEBUG [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1351): Waiting on a186a42a21af32ea4b48ccb54b824ca2 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a186a42a21af32ea4b48ccb54b824ca2, disabling compactions & flushes 2024-12-06T11:20:44,088 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. after waiting 0 ms 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a186a42a21af32ea4b48ccb54b824ca2: Waiting for close lock at 1733484044088Running coprocessor pre-close hooks at 1733484044088Disabling compacts and flushes for region at 1733484044088Disabling writes for close at 1733484044088Failed flush hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2., putting online again at 1733484044088 2024-12-06T11:20:44,088 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484028483.a186a42a21af32ea4b48ccb54b824ca2. 2024-12-06T11:20:44,267 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:44,288 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T11:20:44,288 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(976): stopping server 582807baec72,34151,1733484013706; all regions closed. 2024-12-06T11:20:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:20:44,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.meta.1733484016199.meta not finished, retry = 0 2024-12-06T11:20:44,291 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.wal-reader.582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 to pos 2362, reset compression=false 2024-12-06T11:20:44,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.rep.1733484029249 not finished, retry = 0 2024-12-06T11:20:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741839_1015 (size=2609) 2024-12-06T11:20:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741832_1008 (size=2370) 2024-12-06T11:20:44,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/WALs/582807baec72,34151,1733484013706/582807baec72%2C34151%2C1733484013706.1733484015297 not finished, retry = 0 2024-12-06T11:20:44,596 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:44,596 INFO [RS:0;582807baec72:34151 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:44,596 INFO [RS:0;582807baec72:34151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:44,596 INFO [RS:0;582807baec72:34151 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:44,596 INFO [RS:0;582807baec72:34151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:44,596 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:44,597 INFO [RS:0;582807baec72:34151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,34151,1733484013706 because: Region server is closing 2024-12-06T11:20:44,597 INFO [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:34151. 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:44,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:44,597 INFO [RS:0;582807baec72:34151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,34151,1733484013706.replicationSource.shipper582807baec72%2C34151%2C1733484013706,1-582807baec72,34151,1733484013706 terminated 2024-12-06T11:20:44,597 INFO [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:34151. 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:44,597 DEBUG [RS:0;582807baec72:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:44,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:44,597 INFO [RS:0;582807baec72:34151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34151 2024-12-06T11:20:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257/rs 2024-12-06T11:20:44,671 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943501257/rs/582807baec72,34151,1733484013706 2024-12-06T11:20:44,671 INFO [RS:0;582807baec72:34151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:44,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,34151,1733484013706] 2024-12-06T11:20:44,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1943501257/draining/582807baec72,34151,1733484013706 already deleted, retry=false 2024-12-06T11:20:44,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,34151,1733484013706 expired; onlineServers=0 2024-12-06T11:20:44,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,34069,1733484013557' ***** 2024-12-06T11:20:44,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:20:44,692 INFO [M:0;582807baec72:34069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:44,692 INFO [M:0;582807baec72:34069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:44,692 DEBUG [M:0;582807baec72:34069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:20:44,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:20:44,692 DEBUG [M:0;582807baec72:34069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:20:44,692 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484015020 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484015020,5,FailOnTimeoutGroup] 2024-12-06T11:20:44,692 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484015020 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484015020,5,FailOnTimeoutGroup] 2024-12-06T11:20:44,692 INFO [M:0;582807baec72:34069 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:44,692 INFO [M:0;582807baec72:34069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:44,692 DEBUG [M:0;582807baec72:34069 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:20:44,692 INFO [M:0;582807baec72:34069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:20:44,693 INFO [M:0;582807baec72:34069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:44,693 INFO [M:0;582807baec72:34069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:20:44,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:20:44,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1943501257/master 2024-12-06T11:20:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1943501257 2024-12-06T11:20:44,703 DEBUG [M:0;582807baec72:34069 {}] zookeeper.ZKUtil(347): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Unable to get data of znode /1-1943501257/master because node does not exist (not an error) 2024-12-06T11:20:44,703 WARN [M:0;582807baec72:34069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:20:44,703 INFO [M:0;582807baec72:34069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/.lastflushedseqids 2024-12-06T11:20:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741847_1023 (size=245) 2024-12-06T11:20:44,782 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:44,782 INFO [RS:0;582807baec72:34151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:44,782 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x101aa5ec4eb0004, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:44,782 INFO [RS:0;582807baec72:34151 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,34151,1733484013706; zookeeper connection closed. 2024-12-06T11:20:44,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40d6be6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40d6be6b 2024-12-06T11:20:44,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:20:45,106 INFO [M:0;582807baec72:34069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:20:45,107 INFO [M:0;582807baec72:34069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:20:45,107 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:45,107 INFO [M:0;582807baec72:34069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:45,107 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:45,107 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:45,107 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:45,107 INFO [M:0;582807baec72:34069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T11:20:45,124 DEBUG [M:0;582807baec72:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2683ec32bfd0400697cc796a23abe19a is 82, key is hbase:meta,,1/info:regioninfo/1733484016225/Put/seqid=0 2024-12-06T11:20:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741848_1024 (size=5672) 2024-12-06T11:20:45,136 INFO [M:0;582807baec72:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2683ec32bfd0400697cc796a23abe19a 2024-12-06T11:20:45,158 DEBUG [M:0;582807baec72:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd84a4fdd46b4c2ca9451ad10d38568b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733484029298/Put/seqid=0 2024-12-06T11:20:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741849_1025 (size=8516) 2024-12-06T11:20:45,271 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,563 INFO [M:0;582807baec72:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd84a4fdd46b4c2ca9451ad10d38568b 2024-12-06T11:20:45,578 DEBUG [M:0;582807baec72:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881af1f4d05f462898e4ad70c3121f20 is 69, key is 582807baec72,34151,1733484013706/rs:state/1733484015100/Put/seqid=0 2024-12-06T11:20:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741850_1026 (size=5156) 2024-12-06T11:20:45,584 INFO [M:0;582807baec72:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881af1f4d05f462898e4ad70c3121f20 2024-12-06T11:20:45,594 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2683ec32bfd0400697cc796a23abe19a as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2683ec32bfd0400697cc796a23abe19a 2024-12-06T11:20:45,599 INFO [M:0;582807baec72:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2683ec32bfd0400697cc796a23abe19a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:20:45,600 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd84a4fdd46b4c2ca9451ad10d38568b as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd84a4fdd46b4c2ca9451ad10d38568b 2024-12-06T11:20:45,610 INFO [M:0;582807baec72:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd84a4fdd46b4c2ca9451ad10d38568b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:20:45,612 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881af1f4d05f462898e4ad70c3121f20 as hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881af1f4d05f462898e4ad70c3121f20 2024-12-06T11:20:45,622 INFO [M:0;582807baec72:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e1c0f1d7-a66e-58d4-1e5c-5f07f16406e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881af1f4d05f462898e4ad70c3121f20, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:20:45,623 INFO [M:0;582807baec72:34069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-12-06T11:20:45,636 INFO [M:0;582807baec72:34069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:45,636 DEBUG [M:0;582807baec72:34069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484045107Disabling compacts and flushes for region at 1733484045107Disabling writes for close at 1733484045107Obtaining lock to block concurrent updates at 1733484045107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484045107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733484045107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484045108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484045108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484045124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484045124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484045139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484045157 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484045157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484045566 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484045577 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484045577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2b8d11: reopening flushed file at 1733484045588 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfcc982: reopening flushed file at 1733484045599 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d57d5ca: reopening flushed file at 1733484045610 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1733484045623 (+13 ms)Writing region close event to WAL at 1733484045636 (+13 ms)Closed at 1733484045636 2024-12-06T11:20:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41671 is added to blk_1073741830_1006 (size=63654) 2024-12-06T11:20:45,643 INFO [M:0;582807baec72:34069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:20:45,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:45,643 INFO [M:0;582807baec72:34069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34069 2024-12-06T11:20:45,644 INFO [M:0;582807baec72:34069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:45,852 INFO [M:0;582807baec72:34069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:45,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x101aa5ec4eb0003, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:45,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff4f0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:45,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:45,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:45,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:45,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:45,856 WARN [BP-180640262-172.17.0.3-1733484011645 heartbeating to localhost/127.0.0.1:38129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:20:45,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:20:45,856 WARN [BP-180640262-172.17.0.3-1733484011645 heartbeating to localhost/127.0.0.1:38129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-180640262-172.17.0.3-1733484011645 (Datanode Uuid 3915622d-5093-4aea-a5a0-128610c614ba) service to localhost/127.0.0.1:38129 2024-12-06T11:20:45,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:20:45,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/cluster_e9b4732a-73dc-c104-18ed-6441e7fb37b1/data/data1/current/BP-180640262-172.17.0.3-1733484011645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:45,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/cluster_e9b4732a-73dc-c104-18ed-6441e7fb37b1/data/data2/current/BP-180640262-172.17.0.3-1733484011645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:45,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:20:45,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40819ccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:45,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:45,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:45,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:45,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a0b445-93b5-1b5f-f1e6-87809646ea4f/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:45,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:20:45,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:20:45,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:45,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:45,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:45,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:45,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:45,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:20:45,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759982030, stopped=false 2024-12-06T11:20:45,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,44659,1733484007953 2024-12-06T11:20:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739416036/running 2024-12-06T11:20:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739416036/running 2024-12-06T11:20:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:45,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:45,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/running 2024-12-06T11:20:45,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Set watcher on znode that does not yet exist, /0-739416036/running 2024-12-06T11:20:45,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:20:45,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:45,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,38411,1733484008153' ***** 2024-12-06T11:20:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:20:45,895 INFO [RS:0;582807baec72:38411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:20:45,895 INFO [RS:0;582807baec72:38411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:20:45,895 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for 83feec305512bfda50210e03a49e9819 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(959): stopping server 582807baec72,38411,1733484008153 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38411. 2024-12-06T11:20:45,896 DEBUG [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:45,896 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83feec305512bfda50210e03a49e9819, disabling compactions & flushes 2024-12-06T11:20:45,896 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:45,896 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:45,896 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:20:45,896 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. after waiting 0 ms 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:20:45,896 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:45,896 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:20:45,896 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83feec305512bfda50210e03a49e9819 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-06T11:20:45,897 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:20:45,897 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1325): Online Regions={83feec305512bfda50210e03a49e9819=hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819., 1588230740=hbase:meta,,1.1588230740, d691c98f9abe31dcd5fd180513dfd2ea=test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea.} 2024-12-06T11:20:45,897 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83feec305512bfda50210e03a49e9819, d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:45,897 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:45,897 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:45,897 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:45,897 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:45,897 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:45,897 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:20:45,920 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/info/8760de50c3ec491096b13bff32ffb906 is 147, key is hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819./info:regioninfo/1733484028078/Put/seqid=0 2024-12-06T11:20:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741840_1016 (size=7686) 2024-12-06T11:20:45,927 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/.tmp/queue/462484bafc724f5b9663e85fb53a0690 is 154, key is 1-582807baec72,38411,1733484008153/queue:582807baec72%2C38411%2C1733484008153/1733484039838/Put/seqid=0 2024-12-06T11:20:45,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741841_1017 (size=5353) 2024-12-06T11:20:45,931 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/.tmp/queue/462484bafc724f5b9663e85fb53a0690 2024-12-06T11:20:45,935 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/.tmp/queue/462484bafc724f5b9663e85fb53a0690 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/queue/462484bafc724f5b9663e85fb53a0690 2024-12-06T11:20:45,939 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/queue/462484bafc724f5b9663e85fb53a0690, entries=1, sequenceid=14, filesize=5.2 K 2024-12-06T11:20:45,940 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 83feec305512bfda50210e03a49e9819 in 44ms, sequenceid=14, compaction requested=false 2024-12-06T11:20:45,943 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/replication/83feec305512bfda50210e03a49e9819/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:20:45,944 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83feec305512bfda50210e03a49e9819: Waiting for close lock at 1733484045896Running coprocessor pre-close hooks at 1733484045896Disabling compacts and flushes for region at 1733484045896Disabling writes for close at 1733484045896Obtaining lock to block concurrent updates at 1733484045896Preparing flush snapshotting stores in 83feec305512bfda50210e03a49e9819 at 1733484045896Finished memstore snapshotting hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733484045897 (+1 ms)Flushing stores of hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. at 1733484045897Flushing 83feec305512bfda50210e03a49e9819/queue: creating writer at 1733484045897Flushing 83feec305512bfda50210e03a49e9819/queue: appending metadata at 1733484045926 (+29 ms)Flushing 83feec305512bfda50210e03a49e9819/queue: closing flushed file at 1733484045926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e23f9f1: reopening flushed file at 1733484045935 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 83feec305512bfda50210e03a49e9819 in 44ms, sequenceid=14, compaction requested=false at 1733484045940 (+5 ms)Writing region close event to WAL at 1733484045941 (+1 ms)Running coprocessor post-close hooks at 1733484045944 (+3 ms)Closed at 1733484045944 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733484027320.83feec305512bfda50210e03a49e9819. 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d691c98f9abe31dcd5fd180513dfd2ea, disabling compactions & flushes 2024-12-06T11:20:45,944 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. after waiting 0 ms 2024-12-06T11:20:45,944 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:45,944 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d691c98f9abe31dcd5fd180513dfd2ea 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-06T11:20:45,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:45,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,962 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f/4ff1f3d69203495cab75b627bf17c6b2 is 37, key is row3/f:row3/1733484038488/Put/seqid=0 2024-12-06T11:20:45,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741842_1018 (size=5228) 2024-12-06T11:20:45,967 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f/4ff1f3d69203495cab75b627bf17c6b2 2024-12-06T11:20:45,972 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ff1f3d69203495cab75b627bf17c6b2 2024-12-06T11:20:45,980 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:45,989 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f1/eeaf6c285eda4423863af21e74399b6a is 30, key is row1/f1:/1733484035813/DeleteFamily/seqid=0 2024-12-06T11:20:45,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741843_1019 (size=5158) 2024-12-06T11:20:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:45,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:46,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:46,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:46,097 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:46,297 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:46,325 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/info/8760de50c3ec491096b13bff32ffb906 2024-12-06T11:20:46,345 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:20:46,345 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:20:46,347 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/ns/d4b2feac9a084353a49382c6ac1a9e75 is 43, key is default/ns:d/1733484011553/Put/seqid=0 2024-12-06T11:20:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741844_1020 (size=5153) 2024-12-06T11:20:46,374 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1488, reset compression=false 2024-12-06T11:20:46,382 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:46,382 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1735, reset compression=false 2024-12-06T11:20:46,382 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,38411,1733484008153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:20:46,383 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,38411,1733484008153: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,38411,1733484008153, walGroup=582807baec72%2C38411%2C1733484008153, offset=582807baec72%2C38411%2C1733484008153.1733484010482:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:20:46,384 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:20:46,384 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:20:46,385 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:20:46,385 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:20:46,386 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:20:46,386 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 755144704 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199682768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:20:46,386 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:44659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:44659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:20:46,394 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f1/eeaf6c285eda4423863af21e74399b6a 2024-12-06T11:20:46,397 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeaf6c285eda4423863af21e74399b6a 2024-12-06T11:20:46,415 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/norep/c5f3a487f2344d7fbdb6f3dd63a33711 is 32, key is row/norep:/1733484034806/DeleteFamily/seqid=0 2024-12-06T11:20:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741845_1021 (size=5101) 2024-12-06T11:20:46,497 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:46,585 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1735, reset compression=false 2024-12-06T11:20:46,697 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d691c98f9abe31dcd5fd180513dfd2ea 2024-12-06T11:20:46,755 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/ns/d4b2feac9a084353a49382c6ac1a9e75 2024-12-06T11:20:46,773 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/rep_barrier/dd1a2151ae4b4c7da5a3a3eb2801e4cf is 112, key is test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea./rep_barrier:seqnumDuringOpen/1733484021941/Put/seqid=0 2024-12-06T11:20:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741846_1022 (size=5518) 2024-12-06T11:20:46,822 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/norep/c5f3a487f2344d7fbdb6f3dd63a33711 2024-12-06T11:20:46,829 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f3a487f2344d7fbdb6f3dd63a33711 2024-12-06T11:20:46,830 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f/4ff1f3d69203495cab75b627bf17c6b2 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/f/4ff1f3d69203495cab75b627bf17c6b2 2024-12-06T11:20:46,834 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ff1f3d69203495cab75b627bf17c6b2 2024-12-06T11:20:46,835 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/f/4ff1f3d69203495cab75b627bf17c6b2, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T11:20:46,835 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/f1/eeaf6c285eda4423863af21e74399b6a as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/f1/eeaf6c285eda4423863af21e74399b6a 2024-12-06T11:20:46,839 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeaf6c285eda4423863af21e74399b6a 2024-12-06T11:20:46,839 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/f1/eeaf6c285eda4423863af21e74399b6a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:46,840 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/.tmp/norep/c5f3a487f2344d7fbdb6f3dd63a33711 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/norep/c5f3a487f2344d7fbdb6f3dd63a33711 2024-12-06T11:20:46,847 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f3a487f2344d7fbdb6f3dd63a33711 2024-12-06T11:20:46,848 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/norep/c5f3a487f2344d7fbdb6f3dd63a33711, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T11:20:46,849 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d691c98f9abe31dcd5fd180513dfd2ea in 905ms, sequenceid=12, compaction requested=false 2024-12-06T11:20:46,849 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:20:46,857 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/default/test/d691c98f9abe31dcd5fd180513dfd2ea/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T11:20:46,857 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:46,857 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:46,857 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:46,857 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d691c98f9abe31dcd5fd180513dfd2ea: Waiting for close lock at 1733484045944Running coprocessor pre-close hooks at 1733484045944Disabling compacts and flushes for region at 1733484045944Disabling writes for close at 1733484045944Obtaining lock to block concurrent updates at 1733484045944Preparing flush snapshotting stores in d691c98f9abe31dcd5fd180513dfd2ea at 1733484045944Finished memstore snapshotting test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733484045945 (+1 ms)Flushing stores of test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. at 1733484045945Flushing d691c98f9abe31dcd5fd180513dfd2ea/f: creating writer at 1733484045945Flushing d691c98f9abe31dcd5fd180513dfd2ea/f: appending metadata at 1733484045962 (+17 ms)Flushing d691c98f9abe31dcd5fd180513dfd2ea/f: closing flushed file at 1733484045962Flushing d691c98f9abe31dcd5fd180513dfd2ea/f1: creating writer at 1733484045972 (+10 ms)Flushing d691c98f9abe31dcd5fd180513dfd2ea/f1: appending metadata at 1733484045989 (+17 ms)Flushing d691c98f9abe31dcd5fd180513dfd2ea/f1: closing flushed file at 1733484045989Flushing d691c98f9abe31dcd5fd180513dfd2ea/norep: creating writer at 1733484046397 (+408 ms)Flushing d691c98f9abe31dcd5fd180513dfd2ea/norep: appending metadata at 1733484046414 (+17 ms)Flushing d691c98f9abe31dcd5fd180513dfd2ea/norep: closing flushed file at 1733484046414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da2833a: reopening flushed file at 1733484046829 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337da331: reopening flushed file at 1733484046835 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2556e504: reopening flushed file at 1733484046839 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d691c98f9abe31dcd5fd180513dfd2ea in 905ms, sequenceid=12, compaction requested=false at 1733484046849 (+10 ms)Writing region close event to WAL at 1733484046853 (+4 ms)Running coprocessor post-close hooks at 1733484046857 (+4 ms)Closed at 1733484046857 2024-12-06T11:20:46,858 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484020799.d691c98f9abe31dcd5fd180513dfd2ea. 2024-12-06T11:20:46,890 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 1735, reset compression=false 2024-12-06T11:20:46,898 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:20:46,898 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 2379, reset compression=false 2024-12-06T11:20:46,898 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:20:46,898 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:20:46,898 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:20:47,098 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:20:47,105 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 2379, reset compression=false 2024-12-06T11:20:47,178 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/rep_barrier/dd1a2151ae4b4c7da5a3a3eb2801e4cf 2024-12-06T11:20:47,200 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/table/c16b07408c984650ab1b923a31a51c03 is 53, key is hbase:replication/table:state/1733484028085/Put/seqid=0 2024-12-06T11:20:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741847_1023 (size=5308) 2024-12-06T11:20:47,298 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:20:47,409 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 2379, reset compression=false 2024-12-06T11:20:47,498 DEBUG [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:20:47,604 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/table/c16b07408c984650ab1b923a31a51c03 2024-12-06T11:20:47,608 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/info/8760de50c3ec491096b13bff32ffb906 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/info/8760de50c3ec491096b13bff32ffb906 2024-12-06T11:20:47,611 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/info/8760de50c3ec491096b13bff32ffb906, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:20:47,611 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/ns/d4b2feac9a084353a49382c6ac1a9e75 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/ns/d4b2feac9a084353a49382c6ac1a9e75 2024-12-06T11:20:47,614 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/ns/d4b2feac9a084353a49382c6ac1a9e75, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:20:47,615 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/rep_barrier/dd1a2151ae4b4c7da5a3a3eb2801e4cf as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/rep_barrier/dd1a2151ae4b4c7da5a3a3eb2801e4cf 2024-12-06T11:20:47,618 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/rep_barrier/dd1a2151ae4b4c7da5a3a3eb2801e4cf, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:20:47,619 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/.tmp/table/c16b07408c984650ab1b923a31a51c03 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/table/c16b07408c984650ab1b923a31a51c03 2024-12-06T11:20:47,621 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/table/c16b07408c984650ab1b923a31a51c03, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:20:47,622 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-12-06T11:20:47,622 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:20:47,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:20:47,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:20:47,626 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:20:47,626 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:47,627 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484045897Running coprocessor pre-close hooks at 1733484045897Disabling compacts and flushes for region at 1733484045897Disabling writes for close at 1733484045897Obtaining lock to block concurrent updates at 1733484045897Preparing flush snapshotting stores in 1588230740 at 1733484045897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484045897Flushing stores of hbase:meta,,1.1588230740 at 1733484045898 (+1 ms)Flushing 1588230740/info: creating writer at 1733484045898Flushing 1588230740/info: appending metadata at 1733484045920 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733484045920Flushing 1588230740/ns: creating writer at 1733484046328 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733484046346 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733484046346Flushing 1588230740/rep_barrier: creating writer at 1733484046759 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484046773 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484046773Flushing 1588230740/table: creating writer at 1733484047183 (+410 ms)Flushing 1588230740/table: appending metadata at 1733484047199 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733484047199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59653fbd: reopening flushed file at 1733484047607 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b646e39: reopening flushed file at 1733484047611 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768c51e2: reopening flushed file at 1733484047615 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6cb19e: reopening flushed file at 1733484047618 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1733484047622 (+4 ms)Writing region close event to WAL at 1733484047624 (+2 ms)Running coprocessor post-close hooks at 1733484047626 (+2 ms)Closed at 1733484047626 2024-12-06T11:20:47,627 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:47,698 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(976): stopping server 582807baec72,38411,1733484008153; all regions closed. 2024-12-06T11:20:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:20:47,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.meta.1733484011424.meta not finished, retry = 0 2024-12-06T11:20:47,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.rep.1733484028053 not finished, retry = 0 2024-12-06T11:20:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741839_1015 (size=3552) 2024-12-06T11:20:47,814 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 to pos 2379, reset compression=false 2024-12-06T11:20:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741832_1008 (size=2387) 2024-12-06T11:20:47,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/WALs/582807baec72,38411,1733484008153/582807baec72%2C38411%2C1733484008153.1733484010482 not finished, retry = 0 2024-12-06T11:20:48,012 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:48,013 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,38411,1733484008153 because: Region server is closing 2024-12-06T11:20:48,013 INFO [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38411. 2024-12-06T11:20:48,014 DEBUG [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:48,014 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:48,014 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:48,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:48,114 INFO [RS:0;582807baec72:38411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.shipper582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 terminated 2024-12-06T11:20:48,114 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,38411,1733484008153.replicationSource.wal-reader.582807baec72%2C38411%2C1733484008153,1-582807baec72,38411,1733484008153 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:20:48,114 INFO [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:38411. 2024-12-06T11:20:48,114 DEBUG [RS:0;582807baec72:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:20:48,114 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:48,114 DEBUG [RS:0;582807baec72:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:48,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:20:48,115 INFO [RS:0;582807baec72:38411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38411 2024-12-06T11:20:48,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739416036/rs/582807baec72,38411,1733484008153 2024-12-06T11:20:48,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036/rs 2024-12-06T11:20:48,165 INFO [RS:0;582807baec72:38411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:48,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,38411,1733484008153] 2024-12-06T11:20:48,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-739416036/draining/582807baec72,38411,1733484008153 already deleted, retry=false 2024-12-06T11:20:48,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,38411,1733484008153 expired; onlineServers=0 2024-12-06T11:20:48,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,44659,1733484007953' ***** 2024-12-06T11:20:48,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:20:48,187 DEBUG [M:0;582807baec72:44659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:20:48,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:20:48,187 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484010210 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484010210,5,FailOnTimeoutGroup] 2024-12-06T11:20:48,187 DEBUG [M:0;582807baec72:44659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:20:48,187 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484010210 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484010210,5,FailOnTimeoutGroup] 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:20:48,187 DEBUG [M:0;582807baec72:44659 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:20:48,187 INFO [M:0;582807baec72:44659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:20:48,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:20:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739416036/master 2024-12-06T11:20:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739416036 2024-12-06T11:20:48,197 DEBUG [M:0;582807baec72:44659 {}] zookeeper.ZKUtil(347): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Unable to get data of znode /0-739416036/master because node does not exist (not an error) 2024-12-06T11:20:48,197 WARN [M:0;582807baec72:44659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:20:48,198 INFO [M:0;582807baec72:44659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/.lastflushedseqids 2024-12-06T11:20:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741848_1024 (size=245) 2024-12-06T11:20:48,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:48,276 INFO [RS:0;582807baec72:38411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:48,276 INFO [RS:0;582807baec72:38411 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,38411,1733484008153; zookeeper connection closed. 2024-12-06T11:20:48,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101aa5ec4eb0001, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:48,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db350bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db350bb 2024-12-06T11:20:48,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:20:48,602 INFO [M:0;582807baec72:44659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:20:48,602 INFO [M:0;582807baec72:44659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:20:48,602 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:48,602 INFO [M:0;582807baec72:44659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:48,602 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:48,602 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:48,602 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:48,602 INFO [M:0;582807baec72:44659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-06T11:20:48,614 DEBUG [M:0;582807baec72:44659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0d37763de04281b0db97031bb94b62 is 82, key is hbase:meta,,1/info:regioninfo/1733484011507/Put/seqid=0 2024-12-06T11:20:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741849_1025 (size=5672) 2024-12-06T11:20:49,020 INFO [M:0;582807baec72:44659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0d37763de04281b0db97031bb94b62 2024-12-06T11:20:49,039 DEBUG [M:0;582807baec72:44659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cba0185f07b34712997335d272297c0a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733484021963/Put/seqid=0 2024-12-06T11:20:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741850_1026 (size=7219) 2024-12-06T11:20:49,449 INFO [M:0;582807baec72:44659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cba0185f07b34712997335d272297c0a 2024-12-06T11:20:49,452 INFO [M:0;582807baec72:44659 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba0185f07b34712997335d272297c0a 2024-12-06T11:20:49,464 DEBUG [M:0;582807baec72:44659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384015e19c9f4e6a99ecf9f32493a4ba is 69, key is 582807baec72,38411,1733484008153/rs:state/1733484010316/Put/seqid=0 2024-12-06T11:20:49,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741851_1027 (size=5156) 2024-12-06T11:20:49,868 INFO [M:0;582807baec72:44659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384015e19c9f4e6a99ecf9f32493a4ba 2024-12-06T11:20:49,874 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0d37763de04281b0db97031bb94b62 as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee0d37763de04281b0db97031bb94b62 2024-12-06T11:20:49,878 INFO [M:0;582807baec72:44659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee0d37763de04281b0db97031bb94b62, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T11:20:49,879 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cba0185f07b34712997335d272297c0a as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cba0185f07b34712997335d272297c0a 2024-12-06T11:20:49,883 INFO [M:0;582807baec72:44659 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba0185f07b34712997335d272297c0a 2024-12-06T11:20:49,883 INFO [M:0;582807baec72:44659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cba0185f07b34712997335d272297c0a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T11:20:49,884 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384015e19c9f4e6a99ecf9f32493a4ba as hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384015e19c9f4e6a99ecf9f32493a4ba 2024-12-06T11:20:49,888 INFO [M:0;582807baec72:44659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384015e19c9f4e6a99ecf9f32493a4ba, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T11:20:49,889 INFO [M:0;582807baec72:44659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-06T11:20:49,894 INFO [M:0;582807baec72:44659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:49,894 DEBUG [M:0;582807baec72:44659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484048602Disabling compacts and flushes for region at 1733484048602Disabling writes for close at 1733484048602Obtaining lock to block concurrent updates at 1733484048602Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484048602Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733484048603 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484048603Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484048603Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484048614 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484048614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484049024 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484049038 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484049038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484049453 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484049463 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484049464 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe2023: reopening flushed file at 1733484049873 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b50d09: reopening flushed file at 1733484049879 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cfa2bd: reopening flushed file at 1733484049883 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733484049889 (+6 ms)Writing region close event to WAL at 1733484049894 (+5 ms)Closed at 1733484049894 2024-12-06T11:20:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741830_1006 (size=64435) 2024-12-06T11:20:49,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a08745f-8629-5af0-9c9d-447f749391b7/MasterData/WALs/582807baec72,44659,1733484007953/582807baec72%2C44659%2C1733484007953.1733484009952 not finished, retry = 0 2024-12-06T11:20:49,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:20:49,997 INFO [M:0;582807baec72:44659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:20:49,997 INFO [M:0;582807baec72:44659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44659 2024-12-06T11:20:49,997 INFO [M:0;582807baec72:44659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:20:50,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:50,118 INFO [M:0;582807baec72:44659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:20:50,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44659-0x101aa5ec4eb0000, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:20:50,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de15888{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:50,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:50,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:50,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:50,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:50,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:20:50,122 WARN [BP-345553909-172.17.0.3-1733484005710 heartbeating to localhost/127.0.0.1:39647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:20:50,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:20:50,122 WARN [BP-345553909-172.17.0.3-1733484005710 heartbeating to localhost/127.0.0.1:39647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-345553909-172.17.0.3-1733484005710 (Datanode Uuid db5fd6d9-c7ef-4e22-81e5-74e1ec232dd3) service to localhost/127.0.0.1:39647 2024-12-06T11:20:50,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/data/data1/current/BP-345553909-172.17.0.3-1733484005710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:50,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/cluster_3b8afc57-1a9e-eaae-af64-a2ab7539eb56/data/data2/current/BP-345553909-172.17.0.3-1733484005710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:20:50,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:20:50,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:50,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:20:50,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:20:50,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:20:50,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215a045c-2be4-b94f-55eb-322079c5e8d1/hadoop.log.dir/,STOPPED} 2024-12-06T11:20:50,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:20:50,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:20:50,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 265) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39647 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62426) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62426) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62426) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38129 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=2868 (was 2861) - AvailableMemoryMB LEAK? - 2024-12-06T11:20:50,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=2868 2024-12-06T11:20:50,191 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-06T11:20:50,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir so I do NOT create it in target/test-data/84702966-89eb-f70a-c07e-47feba331b0f 2024-12-06T11:20:50,191 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:20:50,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.tmp.dir so I do NOT create it in target/test-data/84702966-89eb-f70a-c07e-47feba331b0f 2024-12-06T11:20:50,191 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30efed93-e61f-225a-0046-ed06e4775ae5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:20:50,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f 2024-12-06T11:20:50,192 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549, deleteOnExit=true 2024-12-06T11:20:50,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/zookeeper_0, clientPort=61878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:20:50,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61878 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/test.cache.data in system properties and HBase conf 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:20:50,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:20:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5ec4eb0005, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:20:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5ec4eb0002, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:20:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101aa5ec4eb0008, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:20:50,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5ec4eb0005, quorum=127.0.0.1:62426, baseZNode=/1-1943501257 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:20:50,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101aa5ec4eb0008, quorum=127.0.0.1:62426, baseZNode=/2995568994 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:20:50,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5ec4eb0002, quorum=127.0.0.1:62426, baseZNode=/0-739416036 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:20:50,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:50,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:50,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:50,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:50,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:50,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:50,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:50,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:50,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c798663{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/java.io.tmpdir/jetty-localhost-46469-hadoop-hdfs-3_4_1-tests_jar-_-any-10161506251200787730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:50,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:46469} 2024-12-06T11:20:50,843 INFO [Time-limited test {}] server.Server(415): Started @265342ms 2024-12-06T11:20:51,425 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:20:51,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,464 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,466 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,466 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:20:51,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:51,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:51,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:51,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:51,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:20:51,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:51,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:51,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43484d6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/java.io.tmpdir/jetty-localhost-40935-hadoop-hdfs-3_4_1-tests_jar-_-any-1161494683384199008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:51,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:40935} 2024-12-06T11:20:51,640 INFO [Time-limited test {}] server.Server(415): Started @266139ms 2024-12-06T11:20:51,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:20:52,636 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data1/current/BP-78467577-172.17.0.3-1733484050233/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:52,636 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data2/current/BP-78467577-172.17.0.3-1733484050233/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:52,654 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:20:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe29756aa4f6e313e with lease ID 0x9311ba729a9982cb: Processing first storage report for DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df from datanode DatanodeRegistration(127.0.0.1:41327, datanodeUuid=823077bd-d50d-4350-bf3a-13fe3a010866, infoPort=41693, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=1911056489;c=1733484050233) 2024-12-06T11:20:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe29756aa4f6e313e with lease ID 0x9311ba729a9982cb: from storage DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df node DatanodeRegistration(127.0.0.1:41327, datanodeUuid=823077bd-d50d-4350-bf3a-13fe3a010866, infoPort=41693, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=1911056489;c=1733484050233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe29756aa4f6e313e with lease ID 0x9311ba729a9982cb: Processing first storage report for DS-1701fe4b-774d-476f-b66b-1fd61241a513 from datanode DatanodeRegistration(127.0.0.1:41327, datanodeUuid=823077bd-d50d-4350-bf3a-13fe3a010866, infoPort=41693, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=1911056489;c=1733484050233) 2024-12-06T11:20:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe29756aa4f6e313e with lease ID 0x9311ba729a9982cb: from storage DS-1701fe4b-774d-476f-b66b-1fd61241a513 node DatanodeRegistration(127.0.0.1:41327, datanodeUuid=823077bd-d50d-4350-bf3a-13fe3a010866, infoPort=41693, infoSecurePort=0, ipcPort=38469, storageInfo=lv=-57;cid=testClusterID;nsid=1911056489;c=1733484050233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:52,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f 2024-12-06T11:20:52,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:52,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:20:53,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190 with version=8 2024-12-06T11:20:53,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/hbase-staging 2024-12-06T11:20:53,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:20:53,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:53,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35223 2024-12-06T11:20:53,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35223 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:20:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352230x0, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:53,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35223-0x101aa5f72d00000 connected 2024-12-06T11:20:53,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:53,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:53,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/running 2024-12-06T11:20:53,397 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190, hbase.cluster.distributed=false 2024-12-06T11:20:53,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/acl 2024-12-06T11:20:53,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35223 2024-12-06T11:20:53,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35223 2024-12-06T11:20:53,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35223 2024-12-06T11:20:53,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35223 2024-12-06T11:20:53,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35223 2024-12-06T11:20:53,417 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:53,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:20:53,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:53,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43081 2024-12-06T11:20:53,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43081 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:20:53,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:53,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430810x0, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:53,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43081-0x101aa5f72d00001 connected 2024-12-06T11:20:53,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430810x0, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/running 2024-12-06T11:20:53,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:20:53,442 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:20:53,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/master 2024-12-06T11:20:53,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/acl 2024-12-06T11:20:53,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43081 2024-12-06T11:20:53,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43081 2024-12-06T11:20:53,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43081 2024-12-06T11:20:53,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43081 2024-12-06T11:20:53,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43081 2024-12-06T11:20:53,466 DEBUG [M:0;582807baec72:35223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:35223 2024-12-06T11:20:53,468 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2105849881/backup-masters/582807baec72,35223,1733484053150 2024-12-06T11:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/backup-masters 2024-12-06T11:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/backup-masters 2024-12-06T11:20:53,550 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on existing znode=/0-2105849881/backup-masters/582807baec72,35223,1733484053150 2024-12-06T11:20:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105849881/master 2024-12-06T11:20:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:53,565 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on existing znode=/0-2105849881/master 2024-12-06T11:20:53,565 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2105849881/backup-masters/582807baec72,35223,1733484053150 from backup master directory 2024-12-06T11:20:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/backup-masters 2024-12-06T11:20:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105849881/backup-masters/582807baec72,35223,1733484053150 2024-12-06T11:20:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/backup-masters 2024-12-06T11:20:53,576 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:53,576 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,35223,1733484053150 2024-12-06T11:20:53,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/hbase.id] with ID: f89e211c-27cd-405e-90e3-2593ab76ebc9 2024-12-06T11:20:53,578 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/.tmp/hbase.id 2024-12-06T11:20:53,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:20:53,999 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/.tmp/hbase.id]:[hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/hbase.id] 2024-12-06T11:20:54,007 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:54,007 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:20:54,008 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T11:20:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:20:54,032 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:54,033 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:20:54,033 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:20:54,439 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store 2024-12-06T11:20:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:20:54,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:54,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:20:54,843 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:54,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:54,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:20:54,843 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:54,843 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:20:54,844 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484054843Disabling compacts and flushes for region at 1733484054843Disabling writes for close at 1733484054843Writing region close event to WAL at 1733484054843Closed at 1733484054843 2024-12-06T11:20:54,844 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/.initializing 2024-12-06T11:20:54,844 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/WALs/582807baec72,35223,1733484053150 2024-12-06T11:20:54,845 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:54,846 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C35223%2C1733484053150, suffix=, logDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/WALs/582807baec72,35223,1733484053150, archiveDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/oldWALs, maxLogs=10 2024-12-06T11:20:54,862 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/WALs/582807baec72,35223,1733484053150/582807baec72%2C35223%2C1733484053150.1733484054846, exclude list is [], retry=0 2024-12-06T11:20:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df,DISK] 2024-12-06T11:20:54,866 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/WALs/582807baec72,35223,1733484053150/582807baec72%2C35223%2C1733484053150.1733484054846 2024-12-06T11:20:54,866 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-12-06T11:20:54,866 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:54,866 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:54,866 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,866 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:20:54,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:54,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:54,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:20:54,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:54,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:54,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:20:54,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:54,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:54,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:20:54,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:54,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:20:54,872 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:54,875 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:20:54,876 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:54,876 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67002337, jitterRate=-0.0015873759984970093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:54,877 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484054866Initializing all the Stores at 1733484054867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484054867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484054867Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484054867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484054867Cleaning up temporary data from old regions at 1733484054874 (+7 ms)Region opened successfully at 1733484054877 (+3 ms) 2024-12-06T11:20:54,877 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:20:54,879 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c410af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:54,879 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:20:54,880 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:20:54,882 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:20:54,882 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/balancer because node does not exist (not necessarily an error) 2024-12-06T11:20:54,902 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/balancer already deleted, retry=false 2024-12-06T11:20:54,902 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:20:54,903 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:20:54,956 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/normalizer already deleted, retry=false 2024-12-06T11:20:54,957 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:20:54,958 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:20:54,975 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/switch/split already deleted, retry=false 2024-12-06T11:20:54,976 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:20:54,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/switch/merge already deleted, retry=false 2024-12-06T11:20:54,988 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:20:54,996 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/snapshot-cleanup already deleted, retry=false 2024-12-06T11:20:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105849881/running 2024-12-06T11:20:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105849881/running 2024-12-06T11:20:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,051 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,35223,1733484053150, sessionid=0x101aa5f72d00000, setting cluster-up flag (Was=false) 2024-12-06T11:20:55,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,112 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2105849881/flush-table-proc/acquired, /0-2105849881/flush-table-proc/reached, /0-2105849881/flush-table-proc/abort 2024-12-06T11:20:55,113 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35223,1733484053150 2024-12-06T11:20:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:20:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:20:55,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:20:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,217 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2105849881/online-snapshot/acquired, /0-2105849881/online-snapshot/reached, /0-2105849881/online-snapshot/abort 2024-12-06T11:20:55,218 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,35223,1733484053150 2024-12-06T11:20:55,219 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:20:55,220 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:55,220 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:20:55,220 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:20:55,221 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,35223,1733484053150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:55,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484085223 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:20:55,223 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:20:55,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:55,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:20:55,224 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:55,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:20:55,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:20:55,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:20:55,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:20:55,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:20:55,232 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:20:55,232 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:20:55,236 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484055232,5,FailOnTimeoutGroup] 2024-12-06T11:20:55,240 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484055236,5,FailOnTimeoutGroup] 2024-12-06T11:20:55,240 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,240 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:20:55,240 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,240 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:20:55,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:20:55,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190 2024-12-06T11:20:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:20:55,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:55,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:55,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:55,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:55,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:55,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:55,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:55,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:55,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:55,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:55,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:55,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:55,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:55,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:55,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:55,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740 2024-12-06T11:20:55,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740 2024-12-06T11:20:55,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:55,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:55,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:55,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:55,258 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(746): ClusterId : f89e211c-27cd-405e-90e3-2593ab76ebc9 2024-12-06T11:20:55,258 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:20:55,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:20:55,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119582, jitterRate=-0.059444934129714966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484055250Initializing all the Stores at 1733484055250Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484055250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484055251 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484055251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484055251Cleaning up temporary data from old regions at 1733484055257 (+6 ms)Region opened successfully at 1733484055261 (+4 ms) 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:20:55,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:20:55,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:20:55,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484055261Disabling compacts and flushes for region at 1733484055261Disabling writes for close at 1733484055261Writing region close event to WAL at 1733484055261Closed at 1733484055261 2024-12-06T11:20:55,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:55,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:20:55,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:20:55,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:55,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:20:55,271 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:20:55,271 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:20:55,281 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:20:55,281 DEBUG [RS:0;582807baec72:43081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d583eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:20:55,295 DEBUG [RS:0;582807baec72:43081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:43081 2024-12-06T11:20:55,295 INFO [RS:0;582807baec72:43081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:20:55,295 INFO [RS:0;582807baec72:43081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:20:55,295 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:20:55,296 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,35223,1733484053150 with port=43081, startcode=1733484053417 2024-12-06T11:20:55,296 DEBUG [RS:0;582807baec72:43081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:20:55,297 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:20:55,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,43081,1733484053417 2024-12-06T11:20:55,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35223 {}] master.ServerManager(517): Registering regionserver=582807baec72,43081,1733484053417 2024-12-06T11:20:55,299 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190 2024-12-06T11:20:55,299 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33819 2024-12-06T11:20:55,299 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:20:55,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/rs 2024-12-06T11:20:55,309 DEBUG [RS:0;582807baec72:43081 {}] zookeeper.ZKUtil(111): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on existing znode=/0-2105849881/rs/582807baec72,43081,1733484053417 2024-12-06T11:20:55,309 WARN [RS:0;582807baec72:43081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:55,310 INFO [RS:0;582807baec72:43081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:55,310 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417 2024-12-06T11:20:55,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,43081,1733484053417] 2024-12-06T11:20:55,312 INFO [RS:0;582807baec72:43081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:20:55,313 INFO [RS:0;582807baec72:43081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:20:55,314 INFO [RS:0;582807baec72:43081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:20:55,314 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,314 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:20:55,314 INFO [RS:0;582807baec72:43081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:20:55,314 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:55,315 DEBUG [RS:0;582807baec72:43081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:20:55,319 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,319 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,319 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,320 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,320 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,320 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,43081,1733484053417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:55,337 INFO [RS:0;582807baec72:43081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:20:55,337 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,43081,1733484053417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,337 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,337 INFO [RS:0;582807baec72:43081 {}] regionserver.Replication(171): 582807baec72,43081,1733484053417 started 2024-12-06T11:20:55,354 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:55,354 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,43081,1733484053417, RpcServer on 582807baec72/172.17.0.3:43081, sessionid=0x101aa5f72d00001 2024-12-06T11:20:55,354 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:20:55,354 DEBUG [RS:0;582807baec72:43081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,43081,1733484053417 2024-12-06T11:20:55,354 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,43081,1733484053417' 2024-12-06T11:20:55,354 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2105849881/flush-table-proc/abort' 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2105849881/flush-table-proc/acquired' 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,43081,1733484053417 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,43081,1733484053417' 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2105849881/online-snapshot/abort' 2024-12-06T11:20:55,355 DEBUG [RS:0;582807baec72:43081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2105849881/online-snapshot/acquired' 2024-12-06T11:20:55,356 DEBUG [RS:0;582807baec72:43081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:20:55,356 INFO [RS:0;582807baec72:43081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:20:55,356 INFO [RS:0;582807baec72:43081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:20:55,414 WARN [582807baec72:35223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T11:20:55,456 INFO [RS:0;582807baec72:43081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:20:55,457 INFO [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C43081%2C1733484053417, suffix=, logDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417, archiveDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs, maxLogs=10 2024-12-06T11:20:55,468 DEBUG [RS:0;582807baec72:43081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457, exclude list is [], retry=0 2024-12-06T11:20:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df,DISK] 2024-12-06T11:20:55,471 INFO [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 2024-12-06T11:20:55,472 DEBUG [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-12-06T11:20:55,664 DEBUG [582807baec72:35223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:20:55,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:20:55,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,43081,1733484053417, state=OPENING 2024-12-06T11:20:55,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:20:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:20:55,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105849881/meta-region-server: CHANGED 2024-12-06T11:20:55,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105849881/meta-region-server: CHANGED 2024-12-06T11:20:55,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:20:55,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,43081,1733484053417}] 2024-12-06T11:20:56,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:20:56,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:20:56,116 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:20:56,116 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:56,116 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:20:56,117 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C43081%2C1733484053417.meta, suffix=.meta, logDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417, archiveDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs, maxLogs=10 2024-12-06T11:20:56,128 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.meta.1733484056117.meta, exclude list is [], retry=0 2024-12-06T11:20:56,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df,DISK] 2024-12-06T11:20:56,131 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.meta.1733484056117.meta 2024-12-06T11:20:56,131 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:20:56,132 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:20:56,132 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:20:56,132 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:20:56,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:20:56,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:20:56,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:56,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:56,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:20:56,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:20:56,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:56,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:56,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:20:56,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:20:56,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:56,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:56,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:20:56,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:20:56,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:20:56,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:20:56,143 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:20:56,143 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740 2024-12-06T11:20:56,144 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740 2024-12-06T11:20:56,144 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:20:56,145 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:20:56,145 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:20:56,145 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:20:56,146 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63766888, jitterRate=-0.049799323081970215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:20:56,146 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:20:56,146 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484056132Writing region info on filesystem at 1733484056132Initializing all the Stores at 1733484056133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484056133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484056139 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484056139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484056139Cleaning up temporary data from old regions at 1733484056145 (+6 ms)Running coprocessor post-open hooks at 1733484056146 (+1 ms)Region opened successfully at 1733484056146 2024-12-06T11:20:56,147 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484056112 2024-12-06T11:20:56,148 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:20:56,148 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:20:56,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:20:56,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,43081,1733484053417, state=OPEN 2024-12-06T11:20:56,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2105849881/meta-region-server 2024-12-06T11:20:56,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2105849881/meta-region-server 2024-12-06T11:20:56,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105849881/meta-region-server: CHANGED 2024-12-06T11:20:56,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105849881/meta-region-server: CHANGED 2024-12-06T11:20:56,165 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,43081,1733484053417 2024-12-06T11:20:56,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:20:56,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,43081,1733484053417 in 205 msec 2024-12-06T11:20:56,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:20:56,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 905 msec 2024-12-06T11:20:56,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:20:56,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:20:56,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:56,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43081,1733484053417, seqNum=-1] 2024-12-06T11:20:56,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:56,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:56,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 957 msec 2024-12-06T11:20:56,178 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484056178, completionTime=-1 2024-12-06T11:20:56,178 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:20:56,178 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484116181 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484176181 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:35223, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,181 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,182 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,185 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.614sec 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:20:56,190 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:20:56,197 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:20:56,197 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:20:56,197 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,35223,1733484053150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:20:56,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fb10c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:56,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35223,-1 for getting cluster id 2024-12-06T11:20:56,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:20:56,265 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89e211c-27cd-405e-90e3-2593ab76ebc9' 2024-12-06T11:20:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:20:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89e211c-27cd-405e-90e3-2593ab76ebc9" 2024-12-06T11:20:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d48d5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35223,-1] 2024-12-06T11:20:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:20:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:20:56,267 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:20:56,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305fd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:20:56,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:20:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43081,1733484053417, seqNum=-1] 2024-12-06T11:20:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:20:56,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:20:56,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,35223,1733484053150 2024-12-06T11:20:56,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:20:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:56,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa5f72d00002 connected 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir so I do NOT create it in target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b 2024-12-06T11:20:56,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.tmp.dir so I do NOT create it in target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b 2024-12-06T11:20:56,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:20:56,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/cluster_8a6d8d7b-b832-4536-7b89-a82e5276322f, deleteOnExit=true 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/test.cache.data in system properties and HBase conf 2024-12-06T11:20:56,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:20:56,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:56,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:20:56,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:56,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:56,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:56,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:56,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:20:56,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:56,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:56,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:57,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb8de27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/java.io.tmpdir/jetty-localhost-41127-hadoop-hdfs-3_4_1-tests_jar-_-any-12011380753806939001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:20:57,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:41127} 2024-12-06T11:20:57,062 INFO [Time-limited test {}] server.Server(415): Started @271561ms 2024-12-06T11:20:57,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:20:57,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:20:57,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:20:57,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:20:57,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:20:57,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:20:57,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:20:57,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa260f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/java.io.tmpdir/jetty-localhost-33975-hadoop-hdfs-3_4_1-tests_jar-_-any-15274199407979425123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:20:57,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:33975} 2024-12-06T11:20:57,661 INFO [Time-limited test {}] server.Server(415): Started @272160ms 2024-12-06T11:20:57,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:20:58,735 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/cluster_8a6d8d7b-b832-4536-7b89-a82e5276322f/data/data2/current/BP-9061348-172.17.0.3-1733484056424/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:58,735 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/cluster_8a6d8d7b-b832-4536-7b89-a82e5276322f/data/data1/current/BP-9061348-172.17.0.3-1733484056424/current, will proceed with Du for space computation calculation, 2024-12-06T11:20:58,755 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:20:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3ebcc3d5f6620a1 with lease ID 0x9dc992e7612838d9: Processing first storage report for DS-f119f4e9-0a75-4277-adec-421322252692 from datanode DatanodeRegistration(127.0.0.1:46067, datanodeUuid=efd0d7f6-7059-4712-b8f7-668cd91af51e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=221148131;c=1733484056424) 2024-12-06T11:20:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3ebcc3d5f6620a1 with lease ID 0x9dc992e7612838d9: from storage DS-f119f4e9-0a75-4277-adec-421322252692 node DatanodeRegistration(127.0.0.1:46067, datanodeUuid=efd0d7f6-7059-4712-b8f7-668cd91af51e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=221148131;c=1733484056424), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3ebcc3d5f6620a1 with lease ID 0x9dc992e7612838d9: Processing first storage report for DS-8cc955d0-5e34-4238-a725-acc63ddebbe4 from datanode DatanodeRegistration(127.0.0.1:46067, datanodeUuid=efd0d7f6-7059-4712-b8f7-668cd91af51e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=221148131;c=1733484056424) 2024-12-06T11:20:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3ebcc3d5f6620a1 with lease ID 0x9dc992e7612838d9: from storage DS-8cc955d0-5e34-4238-a725-acc63ddebbe4 node DatanodeRegistration(127.0.0.1:46067, datanodeUuid=efd0d7f6-7059-4712-b8f7-668cd91af51e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=221148131;c=1733484056424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:20:58,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b 2024-12-06T11:20:58,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:20:58,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c with version=8 2024-12-06T11:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/hbase-staging 2024-12-06T11:20:58,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:20:58,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:58,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42645 2024-12-06T11:20:58,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42645 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:20:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426450x0, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:58,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42645-0x101aa5f72d00003 connected 2024-12-06T11:20:58,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/running 2024-12-06T11:20:58,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c, hbase.cluster.distributed=false 2024-12-06T11:20:58,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/acl 2024-12-06T11:20:58,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-06T11:20:58,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-12-06T11:20:58,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-12-06T11:20:58,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-06T11:20:58,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-06T11:20:58,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:20:58,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39815 2024-12-06T11:20:58,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39815 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:20:58,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:58,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398150x0, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:20:58,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398150x0, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/running 2024-12-06T11:20:58,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39815-0x101aa5f72d00004 connected 2024-12-06T11:20:58,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:20:58,980 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:20:58,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/master 2024-12-06T11:20:58,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/acl 2024-12-06T11:20:58,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T11:20:58,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39815 2024-12-06T11:20:58,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39815 2024-12-06T11:20:58,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T11:20:58,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T11:20:59,009 DEBUG [M:0;582807baec72:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:42645 2024-12-06T11:20:59,010 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1381772787/backup-masters/582807baec72,42645,1733484058837 2024-12-06T11:20:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/backup-masters 2024-12-06T11:20:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/backup-masters 2024-12-06T11:20:59,018 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on existing znode=/1-1381772787/backup-masters/582807baec72,42645,1733484058837 2024-12-06T11:20:59,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1381772787/master 2024-12-06T11:20:59,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:20:59,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:20:59,029 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on existing znode=/1-1381772787/master 2024-12-06T11:20:59,029 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1381772787/backup-masters/582807baec72,42645,1733484058837 from backup master directory 2024-12-06T11:20:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/backup-masters 2024-12-06T11:20:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1381772787/backup-masters/582807baec72,42645,1733484058837 2024-12-06T11:20:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/backup-masters 2024-12-06T11:20:59,039 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:20:59,039 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,42645,1733484058837 2024-12-06T11:20:59,060 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/hbase.id] with ID: aea72d62-34bc-4dee-8cc5-d269ad14d2ca 2024-12-06T11:20:59,060 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/.tmp/hbase.id 2024-12-06T11:20:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:20:59,084 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/.tmp/hbase.id]:[hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/hbase.id] 2024-12-06T11:20:59,102 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:20:59,102 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:20:59,103 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:20:59,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:20:59,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:20:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:20:59,548 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:20:59,549 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:20:59,549 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:20:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:20:59,957 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store 2024-12-06T11:20:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:00,366 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:00,366 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:00,366 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484060366Disabling compacts and flushes for region at 1733484060366Disabling writes for close at 1733484060366Writing region close event to WAL at 1733484060366Closed at 1733484060366 2024-12-06T11:21:00,367 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/.initializing 2024-12-06T11:21:00,367 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/WALs/582807baec72,42645,1733484058837 2024-12-06T11:21:00,368 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:00,376 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C42645%2C1733484058837, suffix=, logDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/WALs/582807baec72,42645,1733484058837, archiveDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:00,396 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/WALs/582807baec72,42645,1733484058837/582807baec72%2C42645%2C1733484058837.1733484060376, exclude list is [], retry=0 2024-12-06T11:21:00,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46067,DS-f119f4e9-0a75-4277-adec-421322252692,DISK] 2024-12-06T11:21:00,420 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/WALs/582807baec72,42645,1733484058837/582807baec72%2C42645%2C1733484058837.1733484060376 2024-12-06T11:21:00,424 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309)] 2024-12-06T11:21:00,424 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:00,425 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:00,425 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,425 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:00,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:00,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:00,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:00,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:00,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:00,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:00,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:00,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:00,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:00,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:00,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:00,444 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,445 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,445 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,446 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,446 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,447 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:00,447 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:00,457 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:00,457 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336205, jitterRate=-0.07111816108226776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:00,458 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484060425Initializing all the Stores at 1733484060426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484060426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484060438 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484060438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484060438Cleaning up temporary data from old regions at 1733484060446 (+8 ms)Region opened successfully at 1733484060457 (+11 ms) 2024-12-06T11:21:00,458 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:00,460 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5315f20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:00,461 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:00,461 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:00,461 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:00,461 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:00,462 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:00,462 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:00,462 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:00,469 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:00,470 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:00,534 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/balancer already deleted, retry=false 2024-12-06T11:21:00,534 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:00,535 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:00,602 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/normalizer already deleted, retry=false 2024-12-06T11:21:00,602 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:00,605 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:00,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:00,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,698 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/switch/split already deleted, retry=false 2024-12-06T11:21:00,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,699 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:00,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:00,761 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/switch/merge already deleted, retry=false 2024-12-06T11:21:00,763 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:00,824 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1381772787/running 2024-12-06T11:21:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1381772787/running 2024-12-06T11:21:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:00,888 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,42645,1733484058837, sessionid=0x101aa5f72d00003, setting cluster-up flag (Was=false) 2024-12-06T11:21:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:01,228 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1381772787/flush-table-proc/acquired, /1-1381772787/flush-table-proc/reached, /1-1381772787/flush-table-proc/abort 2024-12-06T11:21:01,229 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,42645,1733484058837 2024-12-06T11:21:01,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:21:01,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:01,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:01,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:01,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:01,406 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88752 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:01,646 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1381772787/online-snapshot/acquired, /1-1381772787/online-snapshot/reached, /1-1381772787/online-snapshot/abort 2024-12-06T11:21:01,647 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,42645,1733484058837 2024-12-06T11:21:01,648 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:01,649 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:01,649 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:01,649 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:01,650 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,42645,1733484058837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:01,651 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:01,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:01,653 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:01,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484091660 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:01,660 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:01,664 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,668 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:01,668 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:01,668 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:01,668 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:01,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:01,669 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:01,669 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484061669,5,FailOnTimeoutGroup] 2024-12-06T11:21:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:01,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:01,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c 2024-12-06T11:21:01,672 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484061669,5,FailOnTimeoutGroup] 2024-12-06T11:21:01,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,672 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:01,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,672 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:21:01,700 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(746): ClusterId : aea72d62-34bc-4dee-8cc5-d269ad14d2ca 2024-12-06T11:21:01,700 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:01,787 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:01,787 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:01,861 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:01,861 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a86f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:01,876 DEBUG [RS:0;582807baec72:39815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:39815 2024-12-06T11:21:01,876 INFO [RS:0;582807baec72:39815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:01,876 INFO [RS:0;582807baec72:39815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:01,876 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:01,877 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,42645,1733484058837 with port=39815, startcode=1733484058959 2024-12-06T11:21:01,877 DEBUG [RS:0;582807baec72:39815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:01,878 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:01,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,39815,1733484058959 2024-12-06T11:21:01,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(517): Registering regionserver=582807baec72,39815,1733484058959 2024-12-06T11:21:01,879 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c 2024-12-06T11:21:01,879 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33031 2024-12-06T11:21:01,879 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:01,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/rs 2024-12-06T11:21:01,977 DEBUG [RS:0;582807baec72:39815 {}] zookeeper.ZKUtil(111): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on existing znode=/1-1381772787/rs/582807baec72,39815,1733484058959 2024-12-06T11:21:01,978 WARN [RS:0;582807baec72:39815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:01,978 INFO [RS:0;582807baec72:39815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:01,978 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959 2024-12-06T11:21:01,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,39815,1733484058959] 2024-12-06T11:21:01,980 INFO [RS:0;582807baec72:39815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:01,982 INFO [RS:0;582807baec72:39815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:01,982 INFO [RS:0;582807baec72:39815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:01,982 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,982 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:01,983 INFO [RS:0;582807baec72:39815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:01,983 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:01,983 DEBUG [RS:0;582807baec72:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:01,984 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39815,1733484058959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:02,006 INFO [RS:0;582807baec72:39815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:02,007 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39815,1733484058959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,007 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,007 INFO [RS:0;582807baec72:39815 {}] regionserver.Replication(171): 582807baec72,39815,1733484058959 started 2024-12-06T11:21:02,025 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,025 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,39815,1733484058959, RpcServer on 582807baec72/172.17.0.3:39815, sessionid=0x101aa5f72d00004 2024-12-06T11:21:02,025 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:02,025 DEBUG [RS:0;582807baec72:39815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,39815,1733484058959 2024-12-06T11:21:02,025 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,39815,1733484058959' 2024-12-06T11:21:02,025 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1381772787/flush-table-proc/abort' 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1381772787/flush-table-proc/acquired' 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,39815,1733484058959 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,39815,1733484058959' 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1381772787/online-snapshot/abort' 2024-12-06T11:21:02,026 DEBUG [RS:0;582807baec72:39815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1381772787/online-snapshot/acquired' 2024-12-06T11:21:02,027 DEBUG [RS:0;582807baec72:39815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:02,027 INFO [RS:0;582807baec72:39815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:02,027 INFO [RS:0;582807baec72:39815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:02,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:02,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:02,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:02,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:02,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:02,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:02,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:02,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:02,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:02,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:02,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740 2024-12-06T11:21:02,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740 2024-12-06T11:21:02,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:02,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:02,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:02,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:02,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:02,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64624449, jitterRate=-0.037020668387413025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484062083Initializing all the Stores at 1733484062084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484062084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062084Cleaning up temporary data from old regions at 1733484062090 (+6 ms)Region opened successfully at 1733484062093 (+3 ms) 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:02,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:02,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:02,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484062093Disabling compacts and flushes for region at 1733484062093Disabling writes for close at 1733484062093Writing region close event to WAL at 1733484062093Closed at 1733484062093 2024-12-06T11:21:02,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:02,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:02,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:02,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:02,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:02,127 INFO [RS:0;582807baec72:39815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:02,128 INFO [RS:0;582807baec72:39815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39815%2C1733484058959, suffix=, logDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959, archiveDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/oldWALs, maxLogs=10 2024-12-06T11:21:02,146 DEBUG [RS:0;582807baec72:39815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, exclude list is [], retry=0 2024-12-06T11:21:02,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46067,DS-f119f4e9-0a75-4277-adec-421322252692,DISK] 2024-12-06T11:21:02,149 INFO [RS:0;582807baec72:39815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 2024-12-06T11:21:02,149 DEBUG [RS:0;582807baec72:39815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309)] 2024-12-06T11:21:02,246 DEBUG [582807baec72:42645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:02,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:02,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,39815,1733484058959, state=OPENING 2024-12-06T11:21:02,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:02,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:02,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:02,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1381772787/meta-region-server: CHANGED 2024-12-06T11:21:02,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:02,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,39815,1733484058959}] 2024-12-06T11:21:02,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1381772787/meta-region-server: CHANGED 2024-12-06T11:21:02,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:02,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:02,519 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:02,519 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:02,519 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:02,520 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39815%2C1733484058959.meta, suffix=.meta, logDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959, archiveDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/oldWALs, maxLogs=10 2024-12-06T11:21:02,532 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.meta.1733484062520.meta, exclude list is [], retry=0 2024-12-06T11:21:02,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46067,DS-f119f4e9-0a75-4277-adec-421322252692,DISK] 2024-12-06T11:21:02,536 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.meta.1733484062520.meta 2024-12-06T11:21:02,536 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309)] 2024-12-06T11:21:02,536 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:02,536 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:02,536 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:02,536 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:02,537 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:02,537 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:02,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:02,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:02,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:02,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:02,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:02,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:02,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:02,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:02,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:02,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:02,541 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:02,542 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740 2024-12-06T11:21:02,542 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740 2024-12-06T11:21:02,543 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:02,543 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:02,543 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:02,544 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:02,544 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59592249, jitterRate=-0.1120062917470932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:02,544 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:02,544 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484062537Writing region info on filesystem at 1733484062537Initializing all the Stores at 1733484062538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484062538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484062538Cleaning up temporary data from old regions at 1733484062543 (+5 ms)Running coprocessor post-open hooks at 1733484062544 (+1 ms)Region opened successfully at 1733484062544 2024-12-06T11:21:02,545 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484062515 2024-12-06T11:21:02,547 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:02,547 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:02,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:02,548 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,39815,1733484058959, state=OPEN 2024-12-06T11:21:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1381772787/meta-region-server 2024-12-06T11:21:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1381772787/meta-region-server 2024-12-06T11:21:02,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,39815,1733484058959 2024-12-06T11:21:02,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1381772787/meta-region-server: CHANGED 2024-12-06T11:21:02,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1381772787/meta-region-server: CHANGED 2024-12-06T11:21:02,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:02,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,39815,1733484058959 in 192 msec 2024-12-06T11:21:02,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:02,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-06T11:21:02,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:02,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:02,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:02,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39815,1733484058959, seqNum=-1] 2024-12-06T11:21:02,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:02,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:02,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 914 msec 2024-12-06T11:21:02,563 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484062563, completionTime=-1 2024-12-06T11:21:02,563 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:02,563 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484122565 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484182565 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:42645, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,565 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,567 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.530sec 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:02,569 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:02,570 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:02,570 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:02,570 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42645,1733484058837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:02,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:02,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:02,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:02,602 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9485383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:02,603 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:02,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:02,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39815,1733484058959, seqNum=-1] 2024-12-06T11:21:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:02,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:02,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,42645,1733484058837 2024-12-06T11:21:02,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:21:02,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:02,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa5f72d00005 connected 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir so I do NOT create it in target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f 2024-12-06T11:21:02,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.tmp.dir so I do NOT create it in target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f 2024-12-06T11:21:02,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:21:02,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/cluster_72ee1a6e-b8ad-3437-0339-fd6a27b73707, deleteOnExit=true 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/test.cache.data in system properties and HBase conf 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:21:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:21:02,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:21:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:21:02,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:02,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:21:02,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:21:02,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:02,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:03,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:03,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:03,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:21:03,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:03,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:03,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:03,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa2027f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/java.io.tmpdir/jetty-localhost-32819-hadoop-hdfs-3_4_1-tests_jar-_-any-14295070983293577551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:03,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:32819} 2024-12-06T11:21:03,122 INFO [Time-limited test {}] server.Server(415): Started @277621ms 2024-12-06T11:21:03,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:03,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:03,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:03,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:03,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:21:03,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:03,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:03,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3506c882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/java.io.tmpdir/jetty-localhost-34759-hadoop-hdfs-3_4_1-tests_jar-_-any-6919002148247619668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:03,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:34759} 2024-12-06T11:21:03,585 INFO [Time-limited test {}] server.Server(415): Started @278083ms 2024-12-06T11:21:03,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:21:04,386 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/cluster_72ee1a6e-b8ad-3437-0339-fd6a27b73707/data/data2/current/BP-1957933928-172.17.0.3-1733484062658/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:04,386 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/cluster_72ee1a6e-b8ad-3437-0339-fd6a27b73707/data/data1/current/BP-1957933928-172.17.0.3-1733484062658/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:04,424 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:21:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa38f3876dcf1319b with lease ID 0x29e36e0176f15281: Processing first storage report for DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c from datanode DatanodeRegistration(127.0.0.1:35701, datanodeUuid=a2a74a80-e932-4229-8729-2c073bc88cb7, infoPort=32903, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=348462616;c=1733484062658) 2024-12-06T11:21:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa38f3876dcf1319b with lease ID 0x29e36e0176f15281: from storage DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c node DatanodeRegistration(127.0.0.1:35701, datanodeUuid=a2a74a80-e932-4229-8729-2c073bc88cb7, infoPort=32903, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=348462616;c=1733484062658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa38f3876dcf1319b with lease ID 0x29e36e0176f15281: Processing first storage report for DS-bf5e3980-d627-4b4e-bac6-5223e9a56896 from datanode DatanodeRegistration(127.0.0.1:35701, datanodeUuid=a2a74a80-e932-4229-8729-2c073bc88cb7, infoPort=32903, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=348462616;c=1733484062658) 2024-12-06T11:21:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa38f3876dcf1319b with lease ID 0x29e36e0176f15281: from storage DS-bf5e3980-d627-4b4e-bac6-5223e9a56896 node DatanodeRegistration(127.0.0.1:35701, datanodeUuid=a2a74a80-e932-4229-8729-2c073bc88cb7, infoPort=32903, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=348462616;c=1733484062658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:04,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f 2024-12-06T11:21:04,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:04,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:21:04,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483 with version=8 2024-12-06T11:21:04,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/hbase-staging 2024-12-06T11:21:04,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:04,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32819 2024-12-06T11:21:04,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32819 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:21:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328190x0, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:04,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32819-0x101aa5f72d00006 connected 2024-12-06T11:21:05,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:05,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:05,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/running 2024-12-06T11:21:05,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483, hbase.cluster.distributed=false 2024-12-06T11:21:05,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/acl 2024-12-06T11:21:05,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32819 2024-12-06T11:21:05,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32819 2024-12-06T11:21:05,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32819 2024-12-06T11:21:05,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32819 2024-12-06T11:21:05,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32819 2024-12-06T11:21:05,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:21:05,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:05,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39901 2024-12-06T11:21:05,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39901 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:21:05,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:05,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:05,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399010x0, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:05,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399010x0, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/running 2024-12-06T11:21:05,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39901-0x101aa5f72d00007 connected 2024-12-06T11:21:05,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:21:05,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:21:05,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/master 2024-12-06T11:21:05,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/acl 2024-12-06T11:21:05,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39901 2024-12-06T11:21:05,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39901 2024-12-06T11:21:05,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39901 2024-12-06T11:21:05,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39901 2024-12-06T11:21:05,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39901 2024-12-06T11:21:05,134 DEBUG [M:0;582807baec72:32819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:32819 2024-12-06T11:21:05,134 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-799270049/backup-masters/582807baec72,32819,1733484064939 2024-12-06T11:21:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/backup-masters 2024-12-06T11:21:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/backup-masters 2024-12-06T11:21:05,143 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on existing znode=/2-799270049/backup-masters/582807baec72,32819,1733484064939 2024-12-06T11:21:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799270049/master 2024-12-06T11:21:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:05,154 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on existing znode=/2-799270049/master 2024-12-06T11:21:05,154 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-799270049/backup-masters/582807baec72,32819,1733484064939 from backup master directory 2024-12-06T11:21:05,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:21:05,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:21:05,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799270049/backup-masters/582807baec72,32819,1733484064939 2024-12-06T11:21:05,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/backup-masters 2024-12-06T11:21:05,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/backup-masters 2024-12-06T11:21:05,164 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:05,164 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,32819,1733484064939 2024-12-06T11:21:05,167 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/hbase.id] with ID: 2ff813b2-8e3d-45b8-ba97-6c5732ba09a1 2024-12-06T11:21:05,167 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/.tmp/hbase.id 2024-12-06T11:21:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:21:05,572 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/.tmp/hbase.id]:[hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/hbase.id] 2024-12-06T11:21:05,591 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:05,591 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:21:05,592 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:21:05,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:05,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:05,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:21:06,045 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:06,046 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:21:06,050 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:21:06,469 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store 2024-12-06T11:21:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:06,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:06,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:06,873 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:06,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:06,873 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:06,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:06,874 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:06,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484066873Disabling compacts and flushes for region at 1733484066873Disabling writes for close at 1733484066873Writing region close event to WAL at 1733484066874 (+1 ms)Closed at 1733484066874 2024-12-06T11:21:06,874 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/.initializing 2024-12-06T11:21:06,874 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/WALs/582807baec72,32819,1733484064939 2024-12-06T11:21:06,875 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:06,876 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C32819%2C1733484064939, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/WALs/582807baec72,32819,1733484064939, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:06,888 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/WALs/582807baec72,32819,1733484064939/582807baec72%2C32819%2C1733484064939.1733484066876, exclude list is [], retry=0 2024-12-06T11:21:06,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35701,DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c,DISK] 2024-12-06T11:21:06,891 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/WALs/582807baec72,32819,1733484064939/582807baec72%2C32819%2C1733484064939.1733484066876 2024-12-06T11:21:06,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-12-06T11:21:06,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:06,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:06,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,892 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:06,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:06,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:06,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:06,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:06,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:06,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:06,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:06,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:06,898 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,899 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,899 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,900 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,900 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,900 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:06,901 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:06,903 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:06,903 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776948, jitterRate=0.009955227375030518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:06,903 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484066892Initializing all the Stores at 1733484066893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484066893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484066893Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484066893Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484066893Cleaning up temporary data from old regions at 1733484066900 (+7 ms)Region opened successfully at 1733484066903 (+3 ms) 2024-12-06T11:21:06,903 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:06,905 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2918dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:06,906 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:06,906 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:06,906 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:06,906 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:06,907 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:06,907 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:06,907 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:06,908 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:06,909 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:06,985 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/balancer already deleted, retry=false 2024-12-06T11:21:06,985 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:06,986 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:06,995 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/normalizer already deleted, retry=false 2024-12-06T11:21:06,996 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:06,997 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:07,006 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/switch/split already deleted, retry=false 2024-12-06T11:21:07,006 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:07,017 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/switch/merge already deleted, retry=false 2024-12-06T11:21:07,019 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:07,027 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:07,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799270049/running 2024-12-06T11:21:07,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799270049/running 2024-12-06T11:21:07,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,038 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,32819,1733484064939, sessionid=0x101aa5f72d00006, setting cluster-up flag (Was=false) 2024-12-06T11:21:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,090 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-799270049/flush-table-proc/acquired, /2-799270049/flush-table-proc/reached, /2-799270049/flush-table-proc/abort 2024-12-06T11:21:07,091 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,32819,1733484064939 2024-12-06T11:21:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:07,143 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-799270049/online-snapshot/acquired, /2-799270049/online-snapshot/reached, /2-799270049/online-snapshot/abort 2024-12-06T11:21:07,144 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,32819,1733484064939 2024-12-06T11:21:07,146 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:07,147 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:07,148 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:07,148 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:07,148 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,32819,1733484064939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:07,149 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:07,149 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:07,150 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:07,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:07,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:07,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:07,164 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484097164 2024-12-06T11:21:07,164 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:07,165 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:07,165 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:07,165 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:07,165 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:07,165 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:07,176 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,177 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:07,177 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:07,177 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:07,177 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:07,180 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:07,180 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:07,203 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484067180,5,FailOnTimeoutGroup] 2024-12-06T11:21:07,204 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484067203,5,FailOnTimeoutGroup] 2024-12-06T11:21:07,204 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,204 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:07,204 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,204 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,226 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(746): ClusterId : 2ff813b2-8e3d-45b8-ba97-6c5732ba09a1 2024-12-06T11:21:07,227 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:07,238 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:07,238 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:07,249 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:07,250 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f1712a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:07,266 DEBUG [RS:0;582807baec72:39901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:39901 2024-12-06T11:21:07,266 INFO [RS:0;582807baec72:39901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:07,267 INFO [RS:0;582807baec72:39901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:07,267 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:07,267 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,32819,1733484064939 with port=39901, startcode=1733484065096 2024-12-06T11:21:07,268 DEBUG [RS:0;582807baec72:39901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:07,269 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:07,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,39901,1733484065096 2024-12-06T11:21:07,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(517): Registering regionserver=582807baec72,39901,1733484065096 2024-12-06T11:21:07,271 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483 2024-12-06T11:21:07,271 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33837 2024-12-06T11:21:07,271 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:07,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/rs 2024-12-06T11:21:07,343 DEBUG [RS:0;582807baec72:39901 {}] zookeeper.ZKUtil(111): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on existing znode=/2-799270049/rs/582807baec72,39901,1733484065096 2024-12-06T11:21:07,343 WARN [RS:0;582807baec72:39901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:07,343 INFO [RS:0;582807baec72:39901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:07,343 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096 2024-12-06T11:21:07,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,39901,1733484065096] 2024-12-06T11:21:07,345 INFO [RS:0;582807baec72:39901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:07,347 INFO [RS:0;582807baec72:39901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:07,347 INFO [RS:0;582807baec72:39901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:07,347 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,347 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:07,348 INFO [RS:0;582807baec72:39901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:07,348 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:07,348 DEBUG [RS:0;582807baec72:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,352 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39901,1733484065096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:07,366 INFO [RS:0;582807baec72:39901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:07,366 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,39901,1733484065096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,366 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,366 INFO [RS:0;582807baec72:39901 {}] regionserver.Replication(171): 582807baec72,39901,1733484065096 started 2024-12-06T11:21:07,381 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:07,381 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,39901,1733484065096, RpcServer on 582807baec72/172.17.0.3:39901, sessionid=0x101aa5f72d00007 2024-12-06T11:21:07,381 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:07,382 DEBUG [RS:0;582807baec72:39901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,39901,1733484065096 2024-12-06T11:21:07,382 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,39901,1733484065096' 2024-12-06T11:21:07,382 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-799270049/flush-table-proc/abort' 2024-12-06T11:21:07,382 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-799270049/flush-table-proc/acquired' 2024-12-06T11:21:07,383 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:07,383 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:07,383 DEBUG [RS:0;582807baec72:39901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,39901,1733484065096 2024-12-06T11:21:07,383 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,39901,1733484065096' 2024-12-06T11:21:07,383 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-799270049/online-snapshot/abort' 2024-12-06T11:21:07,384 DEBUG [RS:0;582807baec72:39901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-799270049/online-snapshot/acquired' 2024-12-06T11:21:07,385 DEBUG [RS:0;582807baec72:39901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:07,385 INFO [RS:0;582807baec72:39901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:07,385 INFO [RS:0;582807baec72:39901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:07,485 INFO [RS:0;582807baec72:39901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:07,487 INFO [RS:0;582807baec72:39901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39901%2C1733484065096, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/oldWALs, maxLogs=10 2024-12-06T11:21:07,502 DEBUG [RS:0;582807baec72:39901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, exclude list is [], retry=0 2024-12-06T11:21:07,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35701,DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c,DISK] 2024-12-06T11:21:07,505 INFO [RS:0;582807baec72:39901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 2024-12-06T11:21:07,505 DEBUG [RS:0;582807baec72:39901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-12-06T11:21:07,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:07,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483 2024-12-06T11:21:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:21:08,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:08,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:08,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:08,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:08,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:08,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:08,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:08,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:08,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:08,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:08,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740 2024-12-06T11:21:08,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740 2024-12-06T11:21:08,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:08,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:08,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:08,015 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66356375, jitterRate=-0.011212959885597229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484068006Initializing all the Stores at 1733484068007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484068007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068007Cleaning up temporary data from old regions at 1733484068013 (+6 ms)Region opened successfully at 1733484068015 (+2 ms) 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:08,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:08,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:08,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484068015Disabling compacts and flushes for region at 1733484068015Disabling writes for close at 1733484068015Writing region close event to WAL at 1733484068016 (+1 ms)Closed at 1733484068016 2024-12-06T11:21:08,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:08,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:08,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:08,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:08,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:08,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:08,168 DEBUG [582807baec72:32819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:08,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:08,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,39901,1733484065096, state=OPENING 2024-12-06T11:21:08,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:08,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799270049/meta-region-server: CHANGED 2024-12-06T11:21:08,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799270049/meta-region-server: CHANGED 2024-12-06T11:21:08,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:08,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,39901,1733484065096}] 2024-12-06T11:21:08,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:08,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:08,383 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:08,383 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:08,383 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:08,384 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39901%2C1733484065096.meta, suffix=.meta, logDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/oldWALs, maxLogs=10 2024-12-06T11:21:08,394 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.meta.1733484068384.meta, exclude list is [], retry=0 2024-12-06T11:21:08,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35701,DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c,DISK] 2024-12-06T11:21:08,397 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.meta.1733484068384.meta 2024-12-06T11:21:08,397 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-12-06T11:21:08,397 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:08,398 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:08,398 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:08,398 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:08,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:08,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:08,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:08,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:08,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:08,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:08,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:08,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:08,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:08,402 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:08,402 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740 2024-12-06T11:21:08,403 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740 2024-12-06T11:21:08,404 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:08,404 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:08,404 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:08,405 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:08,405 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60938652, jitterRate=-0.09194332361221313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:08,405 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:08,405 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484068398Writing region info on filesystem at 1733484068398Initializing all the Stores at 1733484068399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484068399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484068399Cleaning up temporary data from old regions at 1733484068404 (+5 ms)Running coprocessor post-open hooks at 1733484068405 (+1 ms)Region opened successfully at 1733484068405 2024-12-06T11:21:08,406 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484068379 2024-12-06T11:21:08,408 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:08,408 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:08,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:08,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,39901,1733484065096, state=OPEN 2024-12-06T11:21:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-799270049/meta-region-server 2024-12-06T11:21:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-799270049/meta-region-server 2024-12-06T11:21:08,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,39901,1733484065096 2024-12-06T11:21:08,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799270049/meta-region-server: CHANGED 2024-12-06T11:21:08,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799270049/meta-region-server: CHANGED 2024-12-06T11:21:08,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:08,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,39901,1733484065096 in 190 msec 2024-12-06T11:21:08,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:08,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-06T11:21:08,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:08,420 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:08,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:08,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39901,1733484065096, seqNum=-1] 2024-12-06T11:21:08,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:08,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:08,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-12-06T11:21:08,426 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484068426, completionTime=-1 2024-12-06T11:21:08,426 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:08,426 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:08,427 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:08,427 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484128427 2024-12-06T11:21:08,427 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484188427 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:32819, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,428 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,430 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:08,431 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:08,433 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:08,433 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:08,433 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,32819,1733484064939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:08,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:08,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:08,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:08,529 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42537715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:08,530 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:08,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:08,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39901,1733484065096, seqNum=-1] 2024-12-06T11:21:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:08,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:08,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,32819,1733484064939 2024-12-06T11:21:08,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61878 2024-12-06T11:21:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:08,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101aa5f72d00008 connected 2024-12-06T11:21:08,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35223,1733484053150 2024-12-06T11:21:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e2847f9 2024-12-06T11:21:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:08,556 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:08,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:21:08,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:08,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:08,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:21:08,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:21:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:08,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf4a86f1fbea53686308be4c7c94cb38, NAME => 'test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190 2024-12-06T11:21:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:21:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:09,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:09,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bf4a86f1fbea53686308be4c7c94cb38, disabling compactions & flushes 2024-12-06T11:21:09,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. after waiting 0 ms 2024-12-06T11:21:09,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf4a86f1fbea53686308be4c7c94cb38: Waiting for close lock at 1733484069372Disabling compacts and flushes for region at 1733484069372Disabling writes for close at 1733484069372Writing region close event to WAL at 1733484069372Closed at 1733484069372 2024-12-06T11:21:09,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:09,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484069373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484069373"}]},"ts":"1733484069373"} 2024-12-06T11:21:09,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:09,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:09,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484069375"}]},"ts":"1733484069375"} 2024-12-06T11:21:09,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:21:09,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf4a86f1fbea53686308be4c7c94cb38, ASSIGN}] 2024-12-06T11:21:09,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf4a86f1fbea53686308be4c7c94cb38, ASSIGN 2024-12-06T11:21:09,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bf4a86f1fbea53686308be4c7c94cb38, ASSIGN; state=OFFLINE, location=582807baec72,43081,1733484053417; forceNewPlan=false, retain=false 2024-12-06T11:21:09,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf4a86f1fbea53686308be4c7c94cb38, regionState=OPENING, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bf4a86f1fbea53686308be4c7c94cb38, ASSIGN because future has completed 2024-12-06T11:21:09,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf4a86f1fbea53686308be4c7c94cb38, server=582807baec72,43081,1733484053417}] 2024-12-06T11:21:09,686 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,686 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf4a86f1fbea53686308be4c7c94cb38, NAME => 'test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:09,686 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:09,686 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:21:09,686 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,686 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:09,686 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,686 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,687 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,688 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4a86f1fbea53686308be4c7c94cb38 columnFamilyName f 2024-12-06T11:21:09,688 DEBUG [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:09,689 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(327): Store=bf4a86f1fbea53686308be4c7c94cb38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:09,689 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,689 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4a86f1fbea53686308be4c7c94cb38 columnFamilyName f1 2024-12-06T11:21:09,689 DEBUG [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:09,690 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(327): Store=bf4a86f1fbea53686308be4c7c94cb38/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:09,690 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,690 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4a86f1fbea53686308be4c7c94cb38 columnFamilyName norep 2024-12-06T11:21:09,690 DEBUG [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:09,691 INFO [StoreOpener-bf4a86f1fbea53686308be4c7c94cb38-1 {}] regionserver.HStore(327): Store=bf4a86f1fbea53686308be4c7c94cb38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:09,691 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,691 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,691 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,692 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,692 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,692 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:09,693 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,694 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:09,694 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf4a86f1fbea53686308be4c7c94cb38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839457, jitterRate=-0.0040144771337509155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:09,694 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:09,694 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf4a86f1fbea53686308be4c7c94cb38: Running coprocessor pre-open hook at 1733484069686Writing region info on filesystem at 1733484069687 (+1 ms)Initializing all the Stores at 1733484069687Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484069687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484069687Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484069687Cleaning up temporary data from old regions at 1733484069692 (+5 ms)Running coprocessor post-open hooks at 1733484069694 (+2 ms)Region opened successfully at 1733484069694 2024-12-06T11:21:09,695 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38., pid=6, masterSystemTime=1733484069683 2024-12-06T11:21:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:09,696 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,696 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:09,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf4a86f1fbea53686308be4c7c94cb38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:21:09,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf4a86f1fbea53686308be4c7c94cb38, server=582807baec72,43081,1733484053417 because future has completed 2024-12-06T11:21:09,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:21:09,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf4a86f1fbea53686308be4c7c94cb38, server=582807baec72,43081,1733484053417 in 168 msec 2024-12-06T11:21:09,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:21:09,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bf4a86f1fbea53686308be4c7c94cb38, ASSIGN in 323 msec 2024-12-06T11:21:09,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:09,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484069702"}]},"ts":"1733484069702"} 2024-12-06T11:21:09,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:21:09,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:09,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-06T11:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:10,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:21:10,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c5e3d4c 2024-12-06T11:21:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:10,708 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:10,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:21:10,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:10,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:10,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:21:10,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:10,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:21:10,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0046a08d4714734ede25ffdd2eb84fa0, NAME => 'test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c 2024-12-06T11:21:10,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:21:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:11,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:11,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0046a08d4714734ede25ffdd2eb84fa0, disabling compactions & flushes 2024-12-06T11:21:11,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. after waiting 0 ms 2024-12-06T11:21:11,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0046a08d4714734ede25ffdd2eb84fa0: Waiting for close lock at 1733484071120Disabling compacts and flushes for region at 1733484071120Disabling writes for close at 1733484071120Writing region close event to WAL at 1733484071121 (+1 ms)Closed at 1733484071121 2024-12-06T11:21:11,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:11,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484071122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484071122"}]},"ts":"1733484071122"} 2024-12-06T11:21:11,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:11,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:11,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484071124"}]},"ts":"1733484071124"} 2024-12-06T11:21:11,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:21:11,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0046a08d4714734ede25ffdd2eb84fa0, ASSIGN}] 2024-12-06T11:21:11,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0046a08d4714734ede25ffdd2eb84fa0, ASSIGN 2024-12-06T11:21:11,127 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0046a08d4714734ede25ffdd2eb84fa0, ASSIGN; state=OFFLINE, location=582807baec72,39815,1733484058959; forceNewPlan=false, retain=false 2024-12-06T11:21:11,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0046a08d4714734ede25ffdd2eb84fa0, regionState=OPENING, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0046a08d4714734ede25ffdd2eb84fa0, ASSIGN because future has completed 2024-12-06T11:21:11,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0046a08d4714734ede25ffdd2eb84fa0, server=582807baec72,39815,1733484058959}] 2024-12-06T11:21:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:11,435 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,435 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0046a08d4714734ede25ffdd2eb84fa0, NAME => 'test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:11,435 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:11,435 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:21:11,435 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,435 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:11,435 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,435 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,436 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,437 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0046a08d4714734ede25ffdd2eb84fa0 columnFamilyName f 2024-12-06T11:21:11,437 DEBUG [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:11,438 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(327): Store=0046a08d4714734ede25ffdd2eb84fa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:11,438 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,438 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0046a08d4714734ede25ffdd2eb84fa0 columnFamilyName f1 2024-12-06T11:21:11,438 DEBUG [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:11,439 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(327): Store=0046a08d4714734ede25ffdd2eb84fa0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:11,439 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,439 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0046a08d4714734ede25ffdd2eb84fa0 columnFamilyName norep 2024-12-06T11:21:11,439 DEBUG [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:11,440 INFO [StoreOpener-0046a08d4714734ede25ffdd2eb84fa0-1 {}] regionserver.HStore(327): Store=0046a08d4714734ede25ffdd2eb84fa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:11,440 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,440 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,440 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,441 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,441 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,441 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:11,442 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,444 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:11,444 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0046a08d4714734ede25ffdd2eb84fa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64218694, jitterRate=-0.04306688904762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:11,444 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:11,444 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0046a08d4714734ede25ffdd2eb84fa0: Running coprocessor pre-open hook at 1733484071436Writing region info on filesystem at 1733484071436Initializing all the Stores at 1733484071436Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484071436Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484071436Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484071436Cleaning up temporary data from old regions at 1733484071441 (+5 ms)Running coprocessor post-open hooks at 1733484071444 (+3 ms)Region opened successfully at 1733484071444 2024-12-06T11:21:11,445 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0., pid=6, masterSystemTime=1733484071432 2024-12-06T11:21:11,447 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,447 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:11,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0046a08d4714734ede25ffdd2eb84fa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0046a08d4714734ede25ffdd2eb84fa0, server=582807baec72,39815,1733484058959 because future has completed 2024-12-06T11:21:11,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:21:11,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0046a08d4714734ede25ffdd2eb84fa0, server=582807baec72,39815,1733484058959 in 170 msec 2024-12-06T11:21:11,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:21:11,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0046a08d4714734ede25ffdd2eb84fa0, ASSIGN in 325 msec 2024-12-06T11:21:11,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:11,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484071454"}]},"ts":"1733484071454"} 2024-12-06T11:21:11,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:21:11,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:11,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-12-06T11:21:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:11,847 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:21:11,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,32819,1733484064939 2024-12-06T11:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e26fc94 2024-12-06T11:21:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:11,848 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:11,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:21:11,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:11,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:11,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:21:11,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:21:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:12,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fd7598fed4253bcf7df55ec53433ebe, NAME => 'test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483 2024-12-06T11:21:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:21:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6fd7598fed4253bcf7df55ec53433ebe, disabling compactions & flushes 2024-12-06T11:21:12,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. after waiting 0 ms 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fd7598fed4253bcf7df55ec53433ebe: Waiting for close lock at 1733484072661Disabling compacts and flushes for region at 1733484072661Disabling writes for close at 1733484072661Writing region close event to WAL at 1733484072661Closed at 1733484072661 2024-12-06T11:21:12,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:12,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484072662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484072662"}]},"ts":"1733484072662"} 2024-12-06T11:21:12,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:12,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:12,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484072665"}]},"ts":"1733484072665"} 2024-12-06T11:21:12,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:21:12,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fd7598fed4253bcf7df55ec53433ebe, ASSIGN}] 2024-12-06T11:21:12,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fd7598fed4253bcf7df55ec53433ebe, ASSIGN 2024-12-06T11:21:12,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6fd7598fed4253bcf7df55ec53433ebe, ASSIGN; state=OFFLINE, location=582807baec72,39901,1733484065096; forceNewPlan=false, retain=false 2024-12-06T11:21:12,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fd7598fed4253bcf7df55ec53433ebe, regionState=OPENING, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:12,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6fd7598fed4253bcf7df55ec53433ebe, ASSIGN because future has completed 2024-12-06T11:21:12,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd7598fed4253bcf7df55ec53433ebe, server=582807baec72,39901,1733484065096}] 2024-12-06T11:21:12,975 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,975 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fd7598fed4253bcf7df55ec53433ebe, NAME => 'test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:12,975 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:12,975 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:21:12,975 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,975 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:12,976 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,976 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,977 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,977 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd7598fed4253bcf7df55ec53433ebe columnFamilyName f 2024-12-06T11:21:12,977 DEBUG [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:12,978 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(327): Store=6fd7598fed4253bcf7df55ec53433ebe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:12,978 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,978 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd7598fed4253bcf7df55ec53433ebe columnFamilyName f1 2024-12-06T11:21:12,978 DEBUG [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:12,979 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(327): Store=6fd7598fed4253bcf7df55ec53433ebe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:12,979 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,979 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd7598fed4253bcf7df55ec53433ebe columnFamilyName norep 2024-12-06T11:21:12,979 DEBUG [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:12,980 INFO [StoreOpener-6fd7598fed4253bcf7df55ec53433ebe-1 {}] regionserver.HStore(327): Store=6fd7598fed4253bcf7df55ec53433ebe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:12,980 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,980 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,980 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,981 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,981 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,981 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:12,982 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,983 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:12,983 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6fd7598fed4253bcf7df55ec53433ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67118354, jitterRate=1.4141201972961426E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:12,983 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:12,983 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6fd7598fed4253bcf7df55ec53433ebe: Running coprocessor pre-open hook at 1733484072976Writing region info on filesystem at 1733484072976Initializing all the Stores at 1733484072976Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484072976Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484072976Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484072976Cleaning up temporary data from old regions at 1733484072981 (+5 ms)Running coprocessor post-open hooks at 1733484072983 (+2 ms)Region opened successfully at 1733484072983 2024-12-06T11:21:12,984 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe., pid=6, masterSystemTime=1733484072972 2024-12-06T11:21:12,985 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,985 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:12,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fd7598fed4253bcf7df55ec53433ebe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:12,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd7598fed4253bcf7df55ec53433ebe, server=582807baec72,39901,1733484065096 because future has completed 2024-12-06T11:21:12,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:21:12,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fd7598fed4253bcf7df55ec53433ebe, server=582807baec72,39901,1733484065096 in 168 msec 2024-12-06T11:21:12,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:21:12,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6fd7598fed4253bcf7df55ec53433ebe, ASSIGN in 324 msec 2024-12-06T11:21:12,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:12,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484072991"}]},"ts":"1733484072991"} 2024-12-06T11:21:12,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:21:12,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:12,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-06T11:21:13,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:21:13,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:13,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:21:13,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:13,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35223,-1 for getting cluster id 2024-12-06T11:21:13,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:13,998 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89e211c-27cd-405e-90e3-2593ab76ebc9' 2024-12-06T11:21:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89e211c-27cd-405e-90e3-2593ab76ebc9" 2024-12-06T11:21:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbd0fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35223,-1] 2024-12-06T11:21:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:14,000 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:14,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f88f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:14,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,35223,1733484053150 2024-12-06T11:21:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188f1e44 2024-12-06T11:21:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:14,003 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:14,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:21:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:21:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:14,007 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42645' 2024-12-06T11:21:14,009 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185308a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:14,009 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:14,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:14,010 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624674d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:14,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:14,011 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5864c5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:14,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454c7f38 2024-12-06T11:21:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:14,014 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:14,015 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:21:14,015 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:21:14,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:14,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:14,016 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:14,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:14,017 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:21:14,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:14,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:14,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:21:14,067 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:21:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:14,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b569750162d8068ff062efa2bea174ef, NAME => 'hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190 2024-12-06T11:21:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b569750162d8068ff062efa2bea174ef, disabling compactions & flushes 2024-12-06T11:21:14,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. after waiting 0 ms 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b569750162d8068ff062efa2bea174ef: Waiting for close lock at 1733484074463Disabling compacts and flushes for region at 1733484074463Disabling writes for close at 1733484074463Writing region close event to WAL at 1733484074463Closed at 1733484074463 2024-12-06T11:21:14,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:14,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484074471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484074471"}]},"ts":"1733484074471"} 2024-12-06T11:21:14,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:14,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:14,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484074475"}]},"ts":"1733484074475"} 2024-12-06T11:21:14,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:21:14,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b569750162d8068ff062efa2bea174ef, ASSIGN}] 2024-12-06T11:21:14,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b569750162d8068ff062efa2bea174ef, ASSIGN 2024-12-06T11:21:14,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b569750162d8068ff062efa2bea174ef, ASSIGN; state=OFFLINE, location=582807baec72,43081,1733484053417; forceNewPlan=false, retain=false 2024-12-06T11:21:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:14,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b569750162d8068ff062efa2bea174ef, regionState=OPENING, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:21:14,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b569750162d8068ff062efa2bea174ef, ASSIGN because future has completed 2024-12-06T11:21:14,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b569750162d8068ff062efa2bea174ef, server=582807baec72,43081,1733484053417}] 2024-12-06T11:21:14,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:14,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:21:14,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C43081%2C1733484053417.rep, suffix=, logDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417, archiveDir=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs, maxLogs=10 2024-12-06T11:21:14,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.rep.1733484074796, exclude list is [], retry=0 2024-12-06T11:21:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-bd3f4c5b-5b5d-4e18-85dd-e871caaa79df,DISK] 2024-12-06T11:21:14,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.rep.1733484074796 2024-12-06T11:21:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-12-06T11:21:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b569750162d8068ff062efa2bea174ef, NAME => 'hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:14,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. service=MultiRowMutationService 2024-12-06T11:21:14,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:21:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,824 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,825 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b569750162d8068ff062efa2bea174ef columnFamilyName hfileref 2024-12-06T11:21:14,825 DEBUG [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:14,826 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(327): Store=b569750162d8068ff062efa2bea174ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:14,826 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,827 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b569750162d8068ff062efa2bea174ef columnFamilyName queue 2024-12-06T11:21:14,827 DEBUG [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:14,827 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(327): Store=b569750162d8068ff062efa2bea174ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:14,827 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,828 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b569750162d8068ff062efa2bea174ef columnFamilyName sid 2024-12-06T11:21:14,828 DEBUG [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:14,828 INFO [StoreOpener-b569750162d8068ff062efa2bea174ef-1 {}] regionserver.HStore(327): Store=b569750162d8068ff062efa2bea174ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:14,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:14,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:14,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b569750162d8068ff062efa2bea174ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61296060, jitterRate=-0.08661752939224243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:14,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:14,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b569750162d8068ff062efa2bea174ef: Running coprocessor pre-open hook at 1733484074820Writing region info on filesystem at 1733484074820Initializing all the Stores at 1733484074821 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484074821Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484074824 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484074824Cleaning up temporary data from old regions at 1733484074829 (+5 ms)Running coprocessor post-open hooks at 1733484074833 (+4 ms)Region opened successfully at 1733484074833 2024-12-06T11:21:14,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef., pid=10, masterSystemTime=1733484074791 2024-12-06T11:21:14,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:14,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b569750162d8068ff062efa2bea174ef, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,43081,1733484053417 2024-12-06T11:21:14,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b569750162d8068ff062efa2bea174ef, server=582807baec72,43081,1733484053417 because future has completed 2024-12-06T11:21:14,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:21:14,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b569750162d8068ff062efa2bea174ef, server=582807baec72,43081,1733484053417 in 199 msec 2024-12-06T11:21:14,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:21:14,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b569750162d8068ff062efa2bea174ef, ASSIGN in 356 msec 2024-12-06T11:21:14,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:14,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484074843"}]},"ts":"1733484074843"} 2024-12-06T11:21:14,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:21:14,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:14,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-12-06T11:21:14,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef., hostname=582807baec72,43081,1733484053417, seqNum=2] 2024-12-06T11:21:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:21:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:21:14,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:21:15,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:21:15,107 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:21:15,141 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,43081,1733484053417, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:21:15,142 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:15,142 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43081,1733484053417, seqNum=-1] 2024-12-06T11:21:15,142 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:15,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-06T11:21:15,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,43081,1733484053417', locateType=CURRENT is [region=hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef., hostname=582807baec72,43081,1733484053417, seqNum=2] 2024-12-06T11:21:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:15,147 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:21:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:21:15,149 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,43081,1733484053417 suceeded 2024-12-06T11:21:15,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:21:15,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-06T11:21:15,151 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:21:15,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1470 sec 2024-12-06T11:21:15,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:21:15,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:21:15,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:15,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:21:15,168 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42645' 2024-12-06T11:21:15,172 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d260a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:15,172 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:15,172 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:15,173 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d955f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:15,176 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@561dfddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60164610 2024-12-06T11:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:15,179 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-06T11:21:15,180 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,43081,1733484053417 (queues=1) is replicating from cluster=f89e211c-27cd-405e-90e3-2593ab76ebc9 to cluster=aea72d62-34bc-4dee-8cc5-d269ad14d2ca 2024-12-06T11:21:15,180 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C43081%2C1733484053417 2024-12-06T11:21:15,180 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,43081,1733484053417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:21:15,181 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457, startPosition=0, beingWritten=true 2024-12-06T11:21:15,182 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C43081%2C1733484053417 2024-12-06T11:21:15,187 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:15,187 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:15,187 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,43081,1733484053417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:15,391 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:15,694 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:16,156 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:21:16,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:16,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:16,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:16,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:16,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:16,158 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eed42bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,160 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917506b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e423c1 2024-12-06T11:21:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:16,162 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:16,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:21:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:21:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:16,165 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:32819' 2024-12-06T11:21:16,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40125c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,166 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:16,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:16,167 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2427ee99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:16,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,168 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:16,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a782f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:16,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,32819,1733484064939 2024-12-06T11:21:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dd5ba9 2024-12-06T11:21:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:16,171 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:16,172 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:21:16,172 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:21:16,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:16,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:16,172 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:16,173 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:21:16,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:16,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:16,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:21:16,224 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:21:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:16,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff5628bbf515b8ea8675bb64dcca9c56, NAME => 'hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c 2024-12-06T11:21:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:21:16,601 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff5628bbf515b8ea8675bb64dcca9c56, disabling compactions & flushes 2024-12-06T11:21:16,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. after waiting 0 ms 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:16,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:16,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff5628bbf515b8ea8675bb64dcca9c56: Waiting for close lock at 1733484076986Disabling compacts and flushes for region at 1733484076986Disabling writes for close at 1733484076986Writing region close event to WAL at 1733484076986Closed at 1733484076986 2024-12-06T11:21:16,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:16,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484076987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484076987"}]},"ts":"1733484076987"} 2024-12-06T11:21:16,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:16,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:16,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484076989"}]},"ts":"1733484076989"} 2024-12-06T11:21:16,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:21:16,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5628bbf515b8ea8675bb64dcca9c56, ASSIGN}] 2024-12-06T11:21:16,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5628bbf515b8ea8675bb64dcca9c56, ASSIGN 2024-12-06T11:21:16,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5628bbf515b8ea8675bb64dcca9c56, ASSIGN; state=OFFLINE, location=582807baec72,39815,1733484058959; forceNewPlan=false, retain=false 2024-12-06T11:21:17,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5628bbf515b8ea8675bb64dcca9c56, regionState=OPENING, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5628bbf515b8ea8675bb64dcca9c56, ASSIGN because future has completed 2024-12-06T11:21:17,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5628bbf515b8ea8675bb64dcca9c56, server=582807baec72,39815,1733484058959}] 2024-12-06T11:21:17,204 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:17,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:17,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:17,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:21:17,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39815%2C1733484058959.rep, suffix=, logDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959, archiveDir=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/oldWALs, maxLogs=10 2024-12-06T11:21:17,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.rep.1733484077302, exclude list is [], retry=0 2024-12-06T11:21:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46067,DS-f119f4e9-0a75-4277-adec-421322252692,DISK] 2024-12-06T11:21:17,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.rep.1733484077302 2024-12-06T11:21:17,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309)] 2024-12-06T11:21:17,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff5628bbf515b8ea8675bb64dcca9c56, NAME => 'hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:17,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:17,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. service=MultiRowMutationService 2024-12-06T11:21:17,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:21:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,320 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,321 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5628bbf515b8ea8675bb64dcca9c56 columnFamilyName hfileref 2024-12-06T11:21:17,321 DEBUG [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:17,321 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(327): Store=ff5628bbf515b8ea8675bb64dcca9c56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:17,321 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,322 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5628bbf515b8ea8675bb64dcca9c56 columnFamilyName queue 2024-12-06T11:21:17,322 DEBUG [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:17,322 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(327): Store=ff5628bbf515b8ea8675bb64dcca9c56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:17,323 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,323 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5628bbf515b8ea8675bb64dcca9c56 columnFamilyName sid 2024-12-06T11:21:17,323 DEBUG [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:17,323 INFO [StoreOpener-ff5628bbf515b8ea8675bb64dcca9c56-1 {}] regionserver.HStore(327): Store=ff5628bbf515b8ea8675bb64dcca9c56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:17,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/replication/ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/replication/ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:17,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/replication/ff5628bbf515b8ea8675bb64dcca9c56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:17,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff5628bbf515b8ea8675bb64dcca9c56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72695075, jitterRate=0.08324103057384491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:17,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:17,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff5628bbf515b8ea8675bb64dcca9c56: Running coprocessor pre-open hook at 1733484077319Writing region info on filesystem at 1733484077319Initializing all the Stores at 1733484077320 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484077320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484077320Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484077320Cleaning up temporary data from old regions at 1733484077325 (+5 ms)Running coprocessor post-open hooks at 1733484077328 (+3 ms)Region opened successfully at 1733484077328 2024-12-06T11:21:17,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56., pid=10, masterSystemTime=1733484077297 2024-12-06T11:21:17,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:17,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:17,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5628bbf515b8ea8675bb64dcca9c56, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,39815,1733484058959 2024-12-06T11:21:17,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5628bbf515b8ea8675bb64dcca9c56, server=582807baec72,39815,1733484058959 because future has completed 2024-12-06T11:21:17,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:21:17,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff5628bbf515b8ea8675bb64dcca9c56, server=582807baec72,39815,1733484058959 in 188 msec 2024-12-06T11:21:17,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:21:17,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5628bbf515b8ea8675bb64dcca9c56, ASSIGN in 343 msec 2024-12-06T11:21:17,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:17,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484077336"}]},"ts":"1733484077336"} 2024-12-06T11:21:17,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:21:17,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:17,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-06T11:21:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56., hostname=582807baec72,39815,1733484058959, seqNum=2] 2024-12-06T11:21:17,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:17,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:17,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:21:17,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:21:17,777 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:21:17,804 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,39815,1733484058959, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:21:17,805 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:17,805 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39815,1733484058959, seqNum=-1] 2024-12-06T11:21:17,805 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:17,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T11:21:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,39815,1733484058959', locateType=CURRENT is [region=hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56., hostname=582807baec72,39815,1733484058959, seqNum=2] 2024-12-06T11:21:17,810 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:21:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:21:17,811 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,39815,1733484058959 suceeded 2024-12-06T11:21:17,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:21:17,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-06T11:21:17,813 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:21:17,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6500 sec 2024-12-06T11:21:17,823 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:32819' 2024-12-06T11:21:17,824 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529f698f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:17,824 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:17,824 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:17,825 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1146ca09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:17,826 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:17,826 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d628f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:17,826 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,32819,1733484064939 2024-12-06T11:21:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f0564f 2024-12-06T11:21:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:17,828 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-06T11:21:17,828 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,39815,1733484058959 (queues=1) is replicating from cluster=aea72d62-34bc-4dee-8cc5-d269ad14d2ca to cluster=2ff813b2-8e3d-45b8-ba97-6c5732ba09a1 2024-12-06T11:21:17,828 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C39815%2C1733484058959 2024-12-06T11:21:17,828 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,39815,1733484058959, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:21:17,829 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, startPosition=0, beingWritten=true 2024-12-06T11:21:17,829 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C39815%2C1733484058959 2024-12-06T11:21:17,833 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:17,833 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:17,833 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:17,908 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:18,037 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:18,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:21:18,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:18,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:18,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:18,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:18,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:18,309 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3233dab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,310 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559639af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,32819,1733484064939 2024-12-06T11:21:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aa3cd25 2024-12-06T11:21:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:18,313 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:18,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:21:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:21:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:18,316 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42645' 2024-12-06T11:21:18,317 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a39745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,317 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:18,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:18,317 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:18,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:18,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf34c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:18,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:18,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,318 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb4acb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:18,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff5397a 2024-12-06T11:21:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:18,320 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:18,321 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:21:18,321 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:21:18,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:18,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:18,322 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:18,323 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:21:18,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:18,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:18,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:21:18,340 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:18,373 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:21:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:18,712 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:18,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de956fb2783ee29a47900ca29a8f1a13, NAME => 'hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483 2024-12-06T11:21:18,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:21:18,744 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de956fb2783ee29a47900ca29a8f1a13, disabling compactions & flushes 2024-12-06T11:21:19,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. after waiting 0 ms 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de956fb2783ee29a47900ca29a8f1a13: Waiting for close lock at 1733484079136Disabling compacts and flushes for region at 1733484079136Disabling writes for close at 1733484079136Writing region close event to WAL at 1733484079136Closed at 1733484079136 2024-12-06T11:21:19,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:19,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484079137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484079137"}]},"ts":"1733484079137"} 2024-12-06T11:21:19,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:19,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:19,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484079139"}]},"ts":"1733484079139"} 2024-12-06T11:21:19,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:21:19,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de956fb2783ee29a47900ca29a8f1a13, ASSIGN}] 2024-12-06T11:21:19,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de956fb2783ee29a47900ca29a8f1a13, ASSIGN 2024-12-06T11:21:19,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de956fb2783ee29a47900ca29a8f1a13, ASSIGN; state=OFFLINE, location=582807baec72,39901,1733484065096; forceNewPlan=false, retain=false 2024-12-06T11:21:19,248 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:19,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de956fb2783ee29a47900ca29a8f1a13, regionState=OPENING, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:19,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de956fb2783ee29a47900ca29a8f1a13, ASSIGN because future has completed 2024-12-06T11:21:19,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de956fb2783ee29a47900ca29a8f1a13, server=582807baec72,39901,1733484065096}] 2024-12-06T11:21:19,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:21:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:19,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:19,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:21:19,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C39901%2C1733484065096.rep, suffix=, logDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096, archiveDir=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/oldWALs, maxLogs=10 2024-12-06T11:21:19,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.rep.1733484079458, exclude list is [], retry=0 2024-12-06T11:21:19,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35701,DS-cc446cb3-fb22-4d1c-982b-5542f1d4f27c,DISK] 2024-12-06T11:21:19,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.rep.1733484079458 2024-12-06T11:21:19,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-12-06T11:21:19,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de956fb2783ee29a47900ca29a8f1a13, NAME => 'hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:19,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. service=MultiRowMutationService 2024-12-06T11:21:19,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,484 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,485 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de956fb2783ee29a47900ca29a8f1a13 columnFamilyName hfileref 2024-12-06T11:21:19,485 DEBUG [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:19,486 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(327): Store=de956fb2783ee29a47900ca29a8f1a13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:19,486 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,487 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de956fb2783ee29a47900ca29a8f1a13 columnFamilyName queue 2024-12-06T11:21:19,487 DEBUG [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:19,487 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(327): Store=de956fb2783ee29a47900ca29a8f1a13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:19,487 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,488 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de956fb2783ee29a47900ca29a8f1a13 columnFamilyName sid 2024-12-06T11:21:19,488 DEBUG [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:19,488 INFO [StoreOpener-de956fb2783ee29a47900ca29a8f1a13-1 {}] regionserver.HStore(327): Store=de956fb2783ee29a47900ca29a8f1a13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:19,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/replication/de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/replication/de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:19,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/replication/de956fb2783ee29a47900ca29a8f1a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:19,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de956fb2783ee29a47900ca29a8f1a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59164290, jitterRate=-0.11838337779045105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:19,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:19,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de956fb2783ee29a47900ca29a8f1a13: Running coprocessor pre-open hook at 1733484079481Writing region info on filesystem at 1733484079481Initializing all the Stores at 1733484079483 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484079483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484079484 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484079484Cleaning up temporary data from old regions at 1733484079490 (+6 ms)Running coprocessor post-open hooks at 1733484079501 (+11 ms)Region opened successfully at 1733484079501 2024-12-06T11:21:19,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13., pid=10, masterSystemTime=1733484079451 2024-12-06T11:21:19,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:19,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de956fb2783ee29a47900ca29a8f1a13, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,39901,1733484065096 2024-12-06T11:21:19,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de956fb2783ee29a47900ca29a8f1a13, server=582807baec72,39901,1733484065096 because future has completed 2024-12-06T11:21:19,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:21:19,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de956fb2783ee29a47900ca29a8f1a13, server=582807baec72,39901,1733484065096 in 209 msec 2024-12-06T11:21:19,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:21:19,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de956fb2783ee29a47900ca29a8f1a13, ASSIGN in 368 msec 2024-12-06T11:21:19,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:19,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484079511"}]},"ts":"1733484079511"} 2024-12-06T11:21:19,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:21:19,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:19,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-12-06T11:21:19,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13., hostname=582807baec72,39901,1733484065096, seqNum=2] 2024-12-06T11:21:19,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:19,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:19,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:21:19,616 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:19,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:21:19,735 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:21:19,768 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,39901,1733484065096, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:21:19,768 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:19,768 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39901,1733484065096, seqNum=-1] 2024-12-06T11:21:19,769 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:19,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T11:21:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,39901,1733484065096', locateType=CURRENT is [region=hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13., hostname=582807baec72,39901,1733484065096, seqNum=2] 2024-12-06T11:21:19,773 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:21:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:21:19,775 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,39901,1733484065096 suceeded 2024-12-06T11:21:19,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:21:19,777 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:21:19,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T11:21:19,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4640 sec 2024-12-06T11:21:19,787 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:42645' 2024-12-06T11:21:19,788 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:19,788 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:19,788 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:19,789 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:19,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0f9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:19,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:19,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:19,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:19,790 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,42645,1733484058837 2024-12-06T11:21:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e39fe7 2024-12-06T11:21:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:19,792 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-06T11:21:19,793 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,39901,1733484065096 (queues=1) is replicating from cluster=2ff813b2-8e3d-45b8-ba97-6c5732ba09a1 to cluster=aea72d62-34bc-4dee-8cc5-d269ad14d2ca 2024-12-06T11:21:19,793 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C39901%2C1733484065096 2024-12-06T11:21:19,793 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,39901,1733484065096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:21:19,793 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, startPosition=0, beingWritten=true 2024-12-06T11:21:19,794 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C39901%2C1733484065096 2024-12-06T11:21:19,798 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:19,798 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:19,798 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:19,861 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:20,001 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:20,305 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:20,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:20,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:20,467 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:21:20,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:20,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:20,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:20,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,35223,-1 for getting cluster id 2024-12-06T11:21:20,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:20,470 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89e211c-27cd-405e-90e3-2593ab76ebc9' 2024-12-06T11:21:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89e211c-27cd-405e-90e3-2593ab76ebc9" 2024-12-06T11:21:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd4b885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,35223,-1] 2024-12-06T11:21:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,472 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c5bb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:20,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:20,474 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b01c6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,475 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb0f718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:20,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:20,477 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c18395a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,478 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fee569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43081,1733484053417, seqNum=-1] 2024-12-06T11:21:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:20,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38., hostname=582807baec72,43081,1733484053417, seqNum=2] 2024-12-06T11:21:20,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39901,1733484065096, seqNum=-1] 2024-12-06T11:21:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:20,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe., hostname=582807baec72,39901,1733484065096, seqNum=2] 2024-12-06T11:21:20,491 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T11:21:20,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:20,620 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 379, reset compression=false 2024-12-06T11:21:20,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:20,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:20,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,43081,1733484053417 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf4a86f1fbea53686308be4c7c94cb38/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T11:21:20,626 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:20,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-06T11:21:20,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:20,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e311f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,42645,-1 for getting cluster id 2024-12-06T11:21:20,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:20,628 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea72d62-34bc-4dee-8cc5-d269ad14d2ca' 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea72d62-34bc-4dee-8cc5-d269ad14d2ca" 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fe8813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,42645,-1] 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:20,629 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:20,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6855a7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:20,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39815,1733484058959, seqNum=-1] 2024-12-06T11:21:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:20,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T11:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0., hostname=582807baec72,39815,1733484058959, seqNum=2] 2024-12-06T11:21:20,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:20,708 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:20,828 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:21,131 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:21,211 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:21,368 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 379, reset compression=false 2024-12-06T11:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 504, reset compression=false 2024-12-06T11:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[{test/0046a08d4714734ede25ffdd2eb84fa0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T11:21:21,374 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:21,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-06T11:21:21,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:21,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f4700b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:21,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,32819,-1 for getting cluster id 2024-12-06T11:21:21,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:21,376 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff813b2-8e3d-45b8-ba97-6c5732ba09a1' 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff813b2-8e3d-45b8-ba97-6c5732ba09a1" 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70ae58ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,32819,-1] 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:21,377 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:21,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588d36ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:21,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39901,1733484065096, seqNum=-1] 2024-12-06T11:21:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:21,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T11:21:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe., hostname=582807baec72,39901,1733484065096, seqNum=2] 2024-12-06T11:21:21,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:21,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:21,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:21,476 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108822 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:21,493 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T11:21:21,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,39815,1733484058959, seqNum=-1] 2024-12-06T11:21:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:21,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0., hostname=582807baec72,39815,1733484058959, seqNum=2] 2024-12-06T11:21:21,499 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T11:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:21,576 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 504, reset compression=false 2024-12-06T11:21:21,579 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:21,580 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 608, reset compression=false 2024-12-06T11:21:21,580 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[{test/0046a08d4714734ede25ffdd2eb84fa0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:21:21,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:21,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:21,783 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 608, reset compression=false 2024-12-06T11:21:21,815 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 379, reset compression=false 2024-12-06T11:21:21,819 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:21,819 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 656, reset compression=false 2024-12-06T11:21:21,819 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:22,022 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 656, reset compression=false 2024-12-06T11:21:22,036 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:22,086 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 608, reset compression=false 2024-12-06T11:21:22,326 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 656, reset compression=false 2024-12-06T11:21:22,489 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 608, reset compression=false 2024-12-06T11:21:22,501 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T11:21:22,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T11:21:22,639 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:22,729 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 656, reset compression=false 2024-12-06T11:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:22,734 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fd7598fed4253bcf7df55ec53433ebe/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T11:21:22,736 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:22,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-06T11:21:22,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:22,740 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:21:22,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:22,940 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:22,992 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 608, reset compression=false 2024-12-06T11:21:22,998 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:22,998 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 735, reset compression=false 2024-12-06T11:21:22,998 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:23,202 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 735, reset compression=false 2024-12-06T11:21:23,244 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:23,354 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:23,506 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T11:21:23,506 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 735, reset compression=false 2024-12-06T11:21:23,508 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T11:21:23,650 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:23,909 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 735, reset compression=false 2024-12-06T11:21:24,153 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:24,157 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 480, reset compression=false 2024-12-06T11:21:24,161 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:24,161 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:24,161 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,43081,1733484053417 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf4a86f1fbea53686308be4c7c94cb38/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T11:21:24,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:24,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:24,365 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:24,412 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 735, reset compression=false 2024-12-06T11:21:24,416 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:24,417 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 883, reset compression=false 2024-12-06T11:21:24,417 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[{test/0046a08d4714734ede25ffdd2eb84fa0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T11:21:24,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:24,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:24,510 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T11:21:24,517 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T11:21:24,620 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 883, reset compression=false 2024-12-06T11:21:24,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:24,624 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1042, reset compression=false 2024-12-06T11:21:24,625 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[{test/0046a08d4714734ede25ffdd2eb84fa0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T11:21:24,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:24,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:24,673 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 760, reset compression=false 2024-12-06T11:21:24,761 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:24,761 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1082, reset compression=false 2024-12-06T11:21:24,761 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:24,828 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1042, reset compression=false 2024-12-06T11:21:24,967 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1082, reset compression=false 2024-12-06T11:21:25,076 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1042, reset compression=false 2024-12-06T11:21:25,269 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1082, reset compression=false 2024-12-06T11:21:25,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T11:21:25,521 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T11:21:25,533 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1042, reset compression=false 2024-12-06T11:21:25,578 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:25,672 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1082, reset compression=false 2024-12-06T11:21:25,675 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:21:25,675 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1241, reset compression=false 2024-12-06T11:21:25,675 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fd7598fed4253bcf7df55ec53433ebe/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T11:21:25,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T11:21:25,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T11:21:25,877 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1241, reset compression=false 2024-12-06T11:21:26,036 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1042, reset compression=false 2024-12-06T11:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:26,180 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1241, reset compression=false 2024-12-06T11:21:26,182 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:26,242 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:26,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T11:21:26,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:21:26,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:26,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:26,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:26,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:26,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:26,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:21:26,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1637501893, stopped=false 2024-12-06T11:21:26,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,32819,1733484064939 2024-12-06T11:21:26,545 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:26,583 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1241, reset compression=false 2024-12-06T11:21:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799270049/running 2024-12-06T11:21:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799270049/running 2024-12-06T11:21:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:26,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:26,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:26,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:26,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:26,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,39901,1733484065096' ***** 2024-12-06T11:21:26,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:21:26,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/running 2024-12-06T11:21:26,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Set watcher on znode that does not yet exist, /2-799270049/running 2024-12-06T11:21:26,637 INFO [RS:0;582807baec72:39901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:21:26,637 INFO [RS:0;582807baec72:39901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:21:26,637 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:21:26,637 INFO [RS:0;582807baec72:39901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fd7598fed4253bcf7df55ec53433ebe 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(959): stopping server 582807baec72,39901,1733484065096 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39901. 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fd7598fed4253bcf7df55ec53433ebe, disabling compactions & flushes 2024-12-06T11:21:26,638 DEBUG [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:26,638 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:26,638 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. after waiting 0 ms 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:21:26,638 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fd7598fed4253bcf7df55ec53433ebe 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T11:21:26,638 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:21:26,638 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1325): Online Regions={6fd7598fed4253bcf7df55ec53433ebe=test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe., 1588230740=hbase:meta,,1.1588230740, de956fb2783ee29a47900ca29a8f1a13=hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13.} 2024-12-06T11:21:26,638 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fd7598fed4253bcf7df55ec53433ebe, de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:26,638 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:26,638 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:26,639 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:21:26,651 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/info/fc30add813044983b9879d1bfb81aeb7 is 147, key is hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13./info:regioninfo/1733484079504/Put/seqid=0 2024-12-06T11:21:26,651 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f/5742f60f4bfc47d984de443849ef63cd is 29, key is row1/f:/1733484084511/DeleteFamily/seqid=0 2024-12-06T11:21:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741840_1016 (size=5152) 2024-12-06T11:21:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741841_1017 (size=7686) 2024-12-06T11:21:26,654 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f/5742f60f4bfc47d984de443849ef63cd 2024-12-06T11:21:26,654 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/info/fc30add813044983b9879d1bfb81aeb7 2024-12-06T11:21:26,657 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5742f60f4bfc47d984de443849ef63cd 2024-12-06T11:21:26,667 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:26,668 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/ns/7b259847f7da481dae0c54fbc35a9df2 is 43, key is default/ns:d/1733484068422/Put/seqid=0 2024-12-06T11:21:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:21:26,672 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f1/2eca7392e9e945f0bedcef1ee8b0b239 is 30, key is row1/f1:/1733484084511/DeleteFamily/seqid=0 2024-12-06T11:21:26,672 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/ns/7b259847f7da481dae0c54fbc35a9df2 2024-12-06T11:21:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741843_1019 (size=5158) 2024-12-06T11:21:26,675 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f1/2eca7392e9e945f0bedcef1ee8b0b239 2024-12-06T11:21:26,678 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eca7392e9e945f0bedcef1ee8b0b239 2024-12-06T11:21:26,692 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/rep_barrier/6fbd4692323e4287b5b400fede321a5c is 112, key is test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe./rep_barrier:seqnumDuringOpen/1733484072986/Put/seqid=0 2024-12-06T11:21:26,693 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/norep/7da90e1f5fb3406d9d3e6102ea210d9d is 33, key is row2/norep:/1733484085519/DeleteFamily/seqid=0 2024-12-06T11:21:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741844_1020 (size=5518) 2024-12-06T11:21:26,697 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/rep_barrier/6fbd4692323e4287b5b400fede321a5c 2024-12-06T11:21:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741845_1021 (size=5108) 2024-12-06T11:21:26,716 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/table/7305a508369f4a4793978fb71826d77b is 53, key is hbase:replication/table:state/1733484079511/Put/seqid=0 2024-12-06T11:21:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:21:26,839 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fd7598fed4253bcf7df55ec53433ebe, de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:26,884 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:26,948 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:27,039 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fd7598fed4253bcf7df55ec53433ebe, de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1241, reset compression=false 2024-12-06T11:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1488, reset compression=false 2024-12-06T11:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39901,1733484065096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:27,090 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,39901,1733484065096: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,39901,1733484065096, walGroup=582807baec72%2C39901%2C1733484065096, offset=582807baec72%2C39901%2C1733484065096.1733484067487:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:39901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:21:27,091 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:21:27,091 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:21:27,091 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:21:27,091 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:21:27,091 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:21:27,091 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 872476072 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201882368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:21:27,092 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:21:27,100 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/norep/7da90e1f5fb3406d9d3e6102ea210d9d 2024-12-06T11:21:27,104 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7da90e1f5fb3406d9d3e6102ea210d9d 2024-12-06T11:21:27,105 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f/5742f60f4bfc47d984de443849ef63cd as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/f/5742f60f4bfc47d984de443849ef63cd 2024-12-06T11:21:27,108 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5742f60f4bfc47d984de443849ef63cd 2024-12-06T11:21:27,108 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/f/5742f60f4bfc47d984de443849ef63cd, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:27,109 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/f1/2eca7392e9e945f0bedcef1ee8b0b239 as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/f1/2eca7392e9e945f0bedcef1ee8b0b239 2024-12-06T11:21:27,112 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eca7392e9e945f0bedcef1ee8b0b239 2024-12-06T11:21:27,113 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/f1/2eca7392e9e945f0bedcef1ee8b0b239, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/.tmp/norep/7da90e1f5fb3406d9d3e6102ea210d9d as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/norep/7da90e1f5fb3406d9d3e6102ea210d9d 2024-12-06T11:21:27,116 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7da90e1f5fb3406d9d3e6102ea210d9d 2024-12-06T11:21:27,116 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/norep/7da90e1f5fb3406d9d3e6102ea210d9d, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:27,117 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fd7598fed4253bcf7df55ec53433ebe in 479ms, sequenceid=10, compaction requested=false 2024-12-06T11:21:27,119 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/table/7305a508369f4a4793978fb71826d77b 2024-12-06T11:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/default/test/6fd7598fed4253bcf7df55ec53433ebe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T11:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:27,120 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fd7598fed4253bcf7df55ec53433ebe: Waiting for close lock at 1733484086638Running coprocessor pre-close hooks at 1733484086638Disabling compacts and flushes for region at 1733484086638Disabling writes for close at 1733484086638Obtaining lock to block concurrent updates at 1733484086638Preparing flush snapshotting stores in 6fd7598fed4253bcf7df55ec53433ebe at 1733484086638Finished memstore snapshotting test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733484086638Flushing stores of test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. at 1733484086639 (+1 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/f: creating writer at 1733484086639Flushing 6fd7598fed4253bcf7df55ec53433ebe/f: appending metadata at 1733484086650 (+11 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/f: closing flushed file at 1733484086650Flushing 6fd7598fed4253bcf7df55ec53433ebe/f1: creating writer at 1733484086657 (+7 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/f1: appending metadata at 1733484086671 (+14 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/f1: closing flushed file at 1733484086671Flushing 6fd7598fed4253bcf7df55ec53433ebe/norep: creating writer at 1733484086678 (+7 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/norep: appending metadata at 1733484086693 (+15 ms)Flushing 6fd7598fed4253bcf7df55ec53433ebe/norep: closing flushed file at 1733484086693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d4bfdf: reopening flushed file at 1733484087104 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1adf77: reopening flushed file at 1733484087108 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e77188: reopening flushed file at 1733484087113 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fd7598fed4253bcf7df55ec53433ebe in 479ms, sequenceid=10, compaction requested=false at 1733484087117 (+4 ms)Writing region close event to WAL at 1733484087118 (+1 ms)Running coprocessor post-close hooks at 1733484087120 (+2 ms)Closed at 1733484087120 2024-12-06T11:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484071849.6fd7598fed4253bcf7df55ec53433ebe. 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de956fb2783ee29a47900ca29a8f1a13, disabling compactions & flushes 2024-12-06T11:21:27,121 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. after waiting 0 ms 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de956fb2783ee29a47900ca29a8f1a13: Waiting for close lock at 1733484087121Running coprocessor pre-close hooks at 1733484087121Disabling compacts and flushes for region at 1733484087121Disabling writes for close at 1733484087121Failed flush hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13., putting online again at 1733484087121 2024-12-06T11:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,122 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/info/fc30add813044983b9879d1bfb81aeb7 as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/info/fc30add813044983b9879d1bfb81aeb7 2024-12-06T11:21:27,125 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/info/fc30add813044983b9879d1bfb81aeb7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:21:27,126 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/ns/7b259847f7da481dae0c54fbc35a9df2 as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/ns/7b259847f7da481dae0c54fbc35a9df2 2024-12-06T11:21:27,129 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/ns/7b259847f7da481dae0c54fbc35a9df2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:21:27,129 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/rep_barrier/6fbd4692323e4287b5b400fede321a5c as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/rep_barrier/6fbd4692323e4287b5b400fede321a5c 2024-12-06T11:21:27,132 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/rep_barrier/6fbd4692323e4287b5b400fede321a5c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:21:27,133 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/.tmp/table/7305a508369f4a4793978fb71826d77b as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/table/7305a508369f4a4793978fb71826d77b 2024-12-06T11:21:27,135 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/table/7305a508369f4a4793978fb71826d77b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:21:27,136 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=16, compaction requested=false 2024-12-06T11:21:27,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:21:27,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:27,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:21:27,139 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:27,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484086638Running coprocessor pre-close hooks at 1733484086638Disabling compacts and flushes for region at 1733484086638Disabling writes for close at 1733484086638Obtaining lock to block concurrent updates at 1733484086639 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733484086639Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484086639Flushing stores of hbase:meta,,1.1588230740 at 1733484086639Flushing 1588230740/info: creating writer at 1733484086639Flushing 1588230740/info: appending metadata at 1733484086650 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733484086650Flushing 1588230740/ns: creating writer at 1733484086657 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733484086668 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733484086668Flushing 1588230740/rep_barrier: creating writer at 1733484086677 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484086692 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484086692Flushing 1588230740/table: creating writer at 1733484086700 (+8 ms)Flushing 1588230740/table: appending metadata at 1733484086715 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733484086716 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db015d9: reopening flushed file at 1733484087122 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29110bcc: reopening flushed file at 1733484087126 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9e39ec: reopening flushed file at 1733484087129 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356d656e: reopening flushed file at 1733484087132 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=16, compaction requested=false at 1733484087136 (+4 ms)Writing region close event to WAL at 1733484087137 (+1 ms)Running coprocessor post-close hooks at 1733484087139 (+2 ms)Closed at 1733484087139 2024-12-06T11:21:27,139 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:27,239 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:27,239 DEBUG [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1351): Waiting on de956fb2783ee29a47900ca29a8f1a13 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de956fb2783ee29a47900ca29a8f1a13, disabling compactions & flushes 2024-12-06T11:21:27,239 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. after waiting 0 ms 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de956fb2783ee29a47900ca29a8f1a13: Waiting for close lock at 1733484087239Running coprocessor pre-close hooks at 1733484087239Disabling compacts and flushes for region at 1733484087239Disabling writes for close at 1733484087239Failed flush hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13., putting online again at 1733484087239 2024-12-06T11:21:27,239 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484078321.de956fb2783ee29a47900ca29a8f1a13. 2024-12-06T11:21:27,291 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 1488, reset compression=false 2024-12-06T11:21:27,295 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:27,295 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 2132, reset compression=false 2024-12-06T11:21:27,375 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:21:27,375 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:21:27,439 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T11:21:27,439 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(976): stopping server 582807baec72,39901,1733484065096; all regions closed. 2024-12-06T11:21:27,451 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:21:27,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.meta.1733484068384.meta not finished, retry = 0 2024-12-06T11:21:27,498 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.1733484067487 to pos 2132, reset compression=false 2024-12-06T11:21:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741839_1015 (size=1735) 2024-12-06T11:21:27,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/WALs/582807baec72,39901,1733484065096/582807baec72%2C39901%2C1733484065096.rep.1733484079458 not finished, retry = 0 2024-12-06T11:21:27,688 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741832_1008 (size=2140) 2024-12-06T11:21:27,692 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:27,692 INFO [RS:0;582807baec72:39901 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:27,692 INFO [RS:0;582807baec72:39901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:27,692 INFO [RS:0;582807baec72:39901 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:27,692 INFO [RS:0;582807baec72:39901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:27,692 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:27,693 INFO [RS:0;582807baec72:39901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,39901,1733484065096 because: Region server is closing 2024-12-06T11:21:27,693 INFO [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39901. 2024-12-06T11:21:27,693 DEBUG [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:27,693 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:27,693 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:27,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:27,793 INFO [RS:0;582807baec72:39901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.shipper582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 terminated 2024-12-06T11:21:27,794 INFO [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39901. 2024-12-06T11:21:27,794 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39901,1733484065096.replicationSource.wal-reader.582807baec72%2C39901%2C1733484065096,1-582807baec72,39901,1733484065096 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:21:27,794 DEBUG [RS:0;582807baec72:39901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:27,794 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:27,794 DEBUG [RS:0;582807baec72:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:27,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:27,794 INFO [RS:0;582807baec72:39901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39901 2024-12-06T11:21:27,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049/rs 2024-12-06T11:21:27,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799270049/rs/582807baec72,39901,1733484065096 2024-12-06T11:21:27,815 INFO [RS:0;582807baec72:39901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:27,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,39901,1733484065096] 2024-12-06T11:21:27,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-799270049/draining/582807baec72,39901,1733484065096 already deleted, retry=false 2024-12-06T11:21:27,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,39901,1733484065096 expired; onlineServers=0 2024-12-06T11:21:27,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,32819,1733484064939' ***** 2024-12-06T11:21:27,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:21:27,836 INFO [M:0;582807baec72:32819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:27,836 INFO [M:0;582807baec72:32819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:27,836 DEBUG [M:0;582807baec72:32819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:21:27,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:21:27,836 DEBUG [M:0;582807baec72:32819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:21:27,836 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484067180 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484067180,5,FailOnTimeoutGroup] 2024-12-06T11:21:27,836 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484067203 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484067203,5,FailOnTimeoutGroup] 2024-12-06T11:21:27,837 INFO [M:0;582807baec72:32819 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:27,837 INFO [M:0;582807baec72:32819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:27,837 DEBUG [M:0;582807baec72:32819 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:21:27,837 INFO [M:0;582807baec72:32819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:21:27,837 INFO [M:0;582807baec72:32819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:27,837 INFO [M:0;582807baec72:32819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:21:27,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799270049/master 2024-12-06T11:21:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799270049 2024-12-06T11:21:27,897 DEBUG [M:0;582807baec72:32819 {}] zookeeper.ZKUtil(347): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Unable to get data of znode /2-799270049/master because node does not exist (not an error) 2024-12-06T11:21:27,897 WARN [M:0;582807baec72:32819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:21:27,898 INFO [M:0;582807baec72:32819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/.lastflushedseqids 2024-12-06T11:21:27,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741847_1023 (size=245) 2024-12-06T11:21:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:27,926 INFO [RS:0;582807baec72:39901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:27,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x101aa5f72d00007, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:27,926 INFO [RS:0;582807baec72:39901 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,39901,1733484065096; zookeeper connection closed. 2024-12-06T11:21:27,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f5019e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f5019e 2024-12-06T11:21:27,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:21:28,053 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:28,302 INFO [M:0;582807baec72:32819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:21:28,302 INFO [M:0;582807baec72:32819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:21:28,302 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:28,302 INFO [M:0;582807baec72:32819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:28,302 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:28,302 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:28,302 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:28,302 INFO [M:0;582807baec72:32819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T11:21:28,314 DEBUG [M:0;582807baec72:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b1f71b03844239987450f3f7218bef is 82, key is hbase:meta,,1/info:regioninfo/1733484068408/Put/seqid=0 2024-12-06T11:21:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741848_1024 (size=5672) 2024-12-06T11:21:28,591 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:28,717 INFO [M:0;582807baec72:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b1f71b03844239987450f3f7218bef 2024-12-06T11:21:28,731 DEBUG [M:0;582807baec72:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd4a38af0924e1d8a1057bc49838298 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733484079514/Put/seqid=0 2024-12-06T11:21:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741849_1025 (size=8517) 2024-12-06T11:21:28,756 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:28,820 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:21:29,135 INFO [M:0;582807baec72:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd4a38af0924e1d8a1057bc49838298 2024-12-06T11:21:29,148 DEBUG [M:0;582807baec72:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41db9d70fcb24993bb61112394145b49 is 69, key is 582807baec72,39901,1733484065096/rs:state/1733484067270/Put/seqid=0 2024-12-06T11:21:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741850_1026 (size=5156) 2024-12-06T11:21:29,152 INFO [M:0;582807baec72:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41db9d70fcb24993bb61112394145b49 2024-12-06T11:21:29,155 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b1f71b03844239987450f3f7218bef as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57b1f71b03844239987450f3f7218bef 2024-12-06T11:21:29,158 INFO [M:0;582807baec72:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57b1f71b03844239987450f3f7218bef, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:21:29,159 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cd4a38af0924e1d8a1057bc49838298 as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cd4a38af0924e1d8a1057bc49838298 2024-12-06T11:21:29,162 INFO [M:0;582807baec72:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cd4a38af0924e1d8a1057bc49838298, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:21:29,162 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41db9d70fcb24993bb61112394145b49 as hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41db9d70fcb24993bb61112394145b49 2024-12-06T11:21:29,165 INFO [M:0;582807baec72:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33837/user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41db9d70fcb24993bb61112394145b49, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:21:29,166 INFO [M:0;582807baec72:32819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 864ms, sequenceid=97, compaction requested=false 2024-12-06T11:21:29,167 INFO [M:0;582807baec72:32819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:29,167 DEBUG [M:0;582807baec72:32819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484088302Disabling compacts and flushes for region at 1733484088302Disabling writes for close at 1733484088302Obtaining lock to block concurrent updates at 1733484088302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484088302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733484088302Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484088303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484088303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484088314 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484088314Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484088720 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484088731 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484088731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484089138 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484089148 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484089148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a43c961: reopening flushed file at 1733484089155 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b82efca: reopening flushed file at 1733484089158 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d81ff8b: reopening flushed file at 1733484089162 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 864ms, sequenceid=97, compaction requested=false at 1733484089166 (+4 ms)Writing region close event to WAL at 1733484089167 (+1 ms)Closed at 1733484089167 2024-12-06T11:21:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35701 is added to blk_1073741830_1006 (size=63666) 2024-12-06T11:21:29,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66994127-408e-3155-15b9-0ed40316f483/MasterData/WALs/582807baec72,32819,1733484064939/582807baec72%2C32819%2C1733484064939.1733484066876 not finished, retry = 0 2024-12-06T11:21:29,269 INFO [M:0;582807baec72:32819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:21:29,270 INFO [M:0;582807baec72:32819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32819 2024-12-06T11:21:29,270 INFO [M:0;582807baec72:32819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:29,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:29,484 INFO [M:0;582807baec72:32819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:29,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x101aa5f72d00006, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:29,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3506c882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:29,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c39bd22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:29,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:29,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6168ff6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:29,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20375ed4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:29,499 WARN [BP-1957933928-172.17.0.3-1733484062658 heartbeating to localhost/127.0.0.1:33837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:21:29,499 WARN [BP-1957933928-172.17.0.3-1733484062658 heartbeating to localhost/127.0.0.1:33837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1957933928-172.17.0.3-1733484062658 (Datanode Uuid a2a74a80-e932-4229-8729-2c073bc88cb7) service to localhost/127.0.0.1:33837 2024-12-06T11:21:29,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:21:29,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:21:29,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/cluster_72ee1a6e-b8ad-3437-0339-fd6a27b73707/data/data1/current/BP-1957933928-172.17.0.3-1733484062658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:29,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/cluster_72ee1a6e-b8ad-3437-0339-fd6a27b73707/data/data2/current/BP-1957933928-172.17.0.3-1733484062658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:29,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:21:29,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa2027f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:29,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4696ca19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:29,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:29,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eb2ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:29,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd5cde2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:29,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:21:29,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:21:29,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:29,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:29,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:29,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:29,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:29,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:21:29,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1286953123, stopped=false 2024-12-06T11:21:29,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,42645,1733484058837 2024-12-06T11:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1381772787/running 2024-12-06T11:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1381772787/running 2024-12-06T11:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:29,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:29,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:29,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:29,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:29,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,39815,1733484058959' ***** 2024-12-06T11:21:29,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:21:29,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/running 2024-12-06T11:21:29,542 INFO [RS:0;582807baec72:39815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:21:29,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Set watcher on znode that does not yet exist, /1-1381772787/running 2024-12-06T11:21:29,542 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:21:29,542 INFO [RS:0;582807baec72:39815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:21:29,543 INFO [RS:0;582807baec72:39815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:21:29,543 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for 0046a08d4714734ede25ffdd2eb84fa0 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(959): stopping server 582807baec72,39815,1733484058959 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:29,547 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0046a08d4714734ede25ffdd2eb84fa0, disabling compactions & flushes 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39815. 2024-12-06T11:21:29,547 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:29,547 DEBUG [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:29,547 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:29,547 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:29,547 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. after waiting 0 ms 2024-12-06T11:21:29,547 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:21:29,547 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:21:29,548 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0046a08d4714734ede25ffdd2eb84fa0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T11:21:29,548 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:21:29,548 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0046a08d4714734ede25ffdd2eb84fa0=test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0., ff5628bbf515b8ea8675bb64dcca9c56=hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.} 2024-12-06T11:21:29,548 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 0046a08d4714734ede25ffdd2eb84fa0, 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:29,548 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:29,548 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:29,548 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:29,548 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:29,548 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:29,548 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:21:29,559 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1191, reset compression=false 2024-12-06T11:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1438, reset compression=false 2024-12-06T11:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,39815,1733484058959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:21:29,564 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,39815,1733484058959: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-582807baec72,39815,1733484058959, walGroup=582807baec72%2C39815%2C1733484058959, offset=582807baec72%2C39815%2C1733484058959.1733484062128:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:39815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:21:29,565 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:21:29,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:21:29,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:21:29,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:21:29,565 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:21:29,565 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 920710568 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202164784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:21:29,565 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:21:29,568 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f/76b2f2b74a0e4c0d9f80801e04aed1ed is 29, key is row1/f:/1733484084511/DeleteFamily/seqid=0 2024-12-06T11:21:29,568 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/info/30ad6afd63ef492aa8496748b2624abf is 147, key is hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56./info:regioninfo/1733484077331/Put/seqid=0 2024-12-06T11:21:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741841_1017 (size=7686) 2024-12-06T11:21:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741840_1016 (size=5152) 2024-12-06T11:21:29,581 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f/76b2f2b74a0e4c0d9f80801e04aed1ed 2024-12-06T11:21:29,585 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76b2f2b74a0e4c0d9f80801e04aed1ed 2024-12-06T11:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:29,606 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f1/9bce4c784ddc4e43954db36157e9eb73 is 30, key is row1/f1:/1733484084511/DeleteFamily/seqid=0 2024-12-06T11:21:29,609 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741842_1018 (size=5158) 2024-12-06T11:21:29,748 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 0046a08d4714734ede25ffdd2eb84fa0, 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:29,776 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1438, reset compression=false 2024-12-06T11:21:29,948 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 0046a08d4714734ede25ffdd2eb84fa0, 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:29,979 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/info/30ad6afd63ef492aa8496748b2624abf 2024-12-06T11:21:29,994 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/ns/316265ab925147129935b2314b04a639 is 43, key is default/ns:d/1733484062560/Put/seqid=0 2024-12-06T11:21:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741843_1019 (size=5153) 2024-12-06T11:21:30,030 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f1/9bce4c784ddc4e43954db36157e9eb73 2024-12-06T11:21:30,033 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bce4c784ddc4e43954db36157e9eb73 2024-12-06T11:21:30,046 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/norep/b27f4ab2afb143b2a52a4abe7d54e291 is 33, key is row1/norep:/1733484084511/DeleteFamily/seqid=0 2024-12-06T11:21:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741844_1020 (size=5108) 2024-12-06T11:21:30,069 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:21:30,069 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:21:30,079 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1438, reset compression=false 2024-12-06T11:21:30,149 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 0046a08d4714734ede25ffdd2eb84fa0, 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:30,349 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 0046a08d4714734ede25ffdd2eb84fa0, 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:30,397 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/ns/316265ab925147129935b2314b04a639 2024-12-06T11:21:30,416 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb838547354542d9b186e9056fb18f1b is 112, key is test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0./rep_barrier:seqnumDuringOpen/1733484071447/Put/seqid=0 2024-12-06T11:21:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741845_1021 (size=5518) 2024-12-06T11:21:30,453 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/norep/b27f4ab2afb143b2a52a4abe7d54e291 2024-12-06T11:21:30,456 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b27f4ab2afb143b2a52a4abe7d54e291 2024-12-06T11:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f/76b2f2b74a0e4c0d9f80801e04aed1ed as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/f/76b2f2b74a0e4c0d9f80801e04aed1ed 2024-12-06T11:21:30,459 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76b2f2b74a0e4c0d9f80801e04aed1ed 2024-12-06T11:21:30,459 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/f/76b2f2b74a0e4c0d9f80801e04aed1ed, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:30,460 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/f1/9bce4c784ddc4e43954db36157e9eb73 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/f1/9bce4c784ddc4e43954db36157e9eb73 2024-12-06T11:21:30,463 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bce4c784ddc4e43954db36157e9eb73 2024-12-06T11:21:30,463 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/f1/9bce4c784ddc4e43954db36157e9eb73, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:30,464 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/.tmp/norep/b27f4ab2afb143b2a52a4abe7d54e291 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/norep/b27f4ab2afb143b2a52a4abe7d54e291 2024-12-06T11:21:30,466 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b27f4ab2afb143b2a52a4abe7d54e291 2024-12-06T11:21:30,466 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/norep/b27f4ab2afb143b2a52a4abe7d54e291, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T11:21:30,467 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0046a08d4714734ede25ffdd2eb84fa0 in 920ms, sequenceid=10, compaction requested=false 2024-12-06T11:21:30,470 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/default/test/0046a08d4714734ede25ffdd2eb84fa0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T11:21:30,470 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:30,470 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:30,470 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:30,470 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0046a08d4714734ede25ffdd2eb84fa0: Waiting for close lock at 1733484089547Running coprocessor pre-close hooks at 1733484089547Disabling compacts and flushes for region at 1733484089547Disabling writes for close at 1733484089547Obtaining lock to block concurrent updates at 1733484089548 (+1 ms)Preparing flush snapshotting stores in 0046a08d4714734ede25ffdd2eb84fa0 at 1733484089548Finished memstore snapshotting test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733484089548Flushing stores of test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. at 1733484089548Flushing 0046a08d4714734ede25ffdd2eb84fa0/f: creating writer at 1733484089548Flushing 0046a08d4714734ede25ffdd2eb84fa0/f: appending metadata at 1733484089567 (+19 ms)Flushing 0046a08d4714734ede25ffdd2eb84fa0/f: closing flushed file at 1733484089567Flushing 0046a08d4714734ede25ffdd2eb84fa0/f1: creating writer at 1733484089585 (+18 ms)Flushing 0046a08d4714734ede25ffdd2eb84fa0/f1: appending metadata at 1733484089606 (+21 ms)Flushing 0046a08d4714734ede25ffdd2eb84fa0/f1: closing flushed file at 1733484089606Flushing 0046a08d4714734ede25ffdd2eb84fa0/norep: creating writer at 1733484090033 (+427 ms)Flushing 0046a08d4714734ede25ffdd2eb84fa0/norep: appending metadata at 1733484090046 (+13 ms)Flushing 0046a08d4714734ede25ffdd2eb84fa0/norep: closing flushed file at 1733484090046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123610d7: reopening flushed file at 1733484090456 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e69babf: reopening flushed file at 1733484090460 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37bdda41: reopening flushed file at 1733484090463 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0046a08d4714734ede25ffdd2eb84fa0 in 920ms, sequenceid=10, compaction requested=false at 1733484090467 (+4 ms)Writing region close event to WAL at 1733484090468 (+1 ms)Running coprocessor post-close hooks at 1733484090470 (+2 ms)Closed at 1733484090470 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484070709.0046a08d4714734ede25ffdd2eb84fa0. 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff5628bbf515b8ea8675bb64dcca9c56, disabling compactions & flushes 2024-12-06T11:21:30,471 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. after waiting 0 ms 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff5628bbf515b8ea8675bb64dcca9c56: Waiting for close lock at 1733484090471Running coprocessor pre-close hooks at 1733484090471Disabling compacts and flushes for region at 1733484090471Disabling writes for close at 1733484090471Failed flush hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56., putting online again at 1733484090471 2024-12-06T11:21:30,471 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,482 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 1438, reset compression=false 2024-12-06T11:21:30,485 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:21:30,485 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 2082, reset compression=false 2024-12-06T11:21:30,549 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:21:30,549 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff5628bbf515b8ea8675bb64dcca9c56=hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56.} 2024-12-06T11:21:30,549 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:30,549 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff5628bbf515b8ea8675bb64dcca9c56 2024-12-06T11:21:30,549 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff5628bbf515b8ea8675bb64dcca9c56, disabling compactions & flushes 2024-12-06T11:21:30,549 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,549 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,549 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. after waiting 0 ms 2024-12-06T11:21:30,549 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,549 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff5628bbf515b8ea8675bb64dcca9c56: Waiting for close lock at 1733484090549Running coprocessor pre-close hooks at 1733484090549Disabling compacts and flushes for region at 1733484090549Disabling writes for close at 1733484090549Failed flush hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56., putting online again at 1733484090549 2024-12-06T11:21:30,550 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733484076172.ff5628bbf515b8ea8675bb64dcca9c56. 2024-12-06T11:21:30,688 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 2082, reset compression=false 2024-12-06T11:21:30,705 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:30,749 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:21:30,820 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb838547354542d9b186e9056fb18f1b 2024-12-06T11:21:30,834 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/table/5da443a4298a4997809b71afc9c19aa5 is 53, key is hbase:replication/table:state/1733484077336/Put/seqid=0 2024-12-06T11:21:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:21:30,949 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:21:30,992 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 2082, reset compression=false 2024-12-06T11:21:31,150 DEBUG [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:21:31,237 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/table/5da443a4298a4997809b71afc9c19aa5 2024-12-06T11:21:31,241 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/info/30ad6afd63ef492aa8496748b2624abf as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/info/30ad6afd63ef492aa8496748b2624abf 2024-12-06T11:21:31,244 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/info/30ad6afd63ef492aa8496748b2624abf, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:21:31,244 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/ns/316265ab925147129935b2314b04a639 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/ns/316265ab925147129935b2314b04a639 2024-12-06T11:21:31,247 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/ns/316265ab925147129935b2314b04a639, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:21:31,247 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb838547354542d9b186e9056fb18f1b as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/rep_barrier/bb838547354542d9b186e9056fb18f1b 2024-12-06T11:21:31,251 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/rep_barrier/bb838547354542d9b186e9056fb18f1b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:21:31,251 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/.tmp/table/5da443a4298a4997809b71afc9c19aa5 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/table/5da443a4298a4997809b71afc9c19aa5 2024-12-06T11:21:31,254 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/table/5da443a4298a4997809b71afc9c19aa5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:21:31,255 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-12-06T11:21:31,260 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:21:31,260 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:31,260 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:21:31,260 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:31,260 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484089548Running coprocessor pre-close hooks at 1733484089548Disabling compacts and flushes for region at 1733484089548Disabling writes for close at 1733484089548Obtaining lock to block concurrent updates at 1733484089548Preparing flush snapshotting stores in 1588230740 at 1733484089548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484089549 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733484089549Flushing 1588230740/info: creating writer at 1733484089549Flushing 1588230740/info: appending metadata at 1733484089568 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733484089568Flushing 1588230740/ns: creating writer at 1733484089982 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733484089993 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733484089993Flushing 1588230740/rep_barrier: creating writer at 1733484090401 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484090416 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484090416Flushing 1588230740/table: creating writer at 1733484090823 (+407 ms)Flushing 1588230740/table: appending metadata at 1733484090834 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733484090834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16058e0: reopening flushed file at 1733484091241 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e2f1fa: reopening flushed file at 1733484091244 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8c8867: reopening flushed file at 1733484091247 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc81644: reopening flushed file at 1733484091251 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1733484091255 (+4 ms)Writing region close event to WAL at 1733484091258 (+3 ms)Running coprocessor post-close hooks at 1733484091260 (+2 ms)Closed at 1733484091260 2024-12-06T11:21:31,260 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:31,350 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T11:21:31,350 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(976): stopping server 582807baec72,39815,1733484058959; all regions closed. 2024-12-06T11:21:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:21:31,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.meta.1733484062520.meta not finished, retry = 0 2024-12-06T11:21:31,395 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 to pos 2082, reset compression=false 2024-12-06T11:21:31,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.rep.1733484077302 not finished, retry = 0 2024-12-06T11:21:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741839_1015 (size=2171) 2024-12-06T11:21:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741833_1009 (size=2090) 2024-12-06T11:21:31,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/WALs/582807baec72,39815,1733484058959/582807baec72%2C39815%2C1733484058959.1733484062128 not finished, retry = 0 2024-12-06T11:21:31,664 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:31,664 INFO [RS:0;582807baec72:39815 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:31,664 INFO [RS:0;582807baec72:39815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:31,664 INFO [RS:0;582807baec72:39815 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:31,665 INFO [RS:0;582807baec72:39815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:31,665 INFO [RS:0;582807baec72:39815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,39815,1733484058959 because: Region server is closing 2024-12-06T11:21:31,665 INFO [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39815. 2024-12-06T11:21:31,665 DEBUG [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:31,665 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:31,665 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:31,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:31,665 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:31,765 INFO [RS:0;582807baec72:39815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.shipper582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 terminated 2024-12-06T11:21:31,765 INFO [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:39815. 2024-12-06T11:21:31,765 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,39815,1733484058959.replicationSource.wal-reader.582807baec72%2C39815%2C1733484058959,1-582807baec72,39815,1733484058959 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:21:31,765 DEBUG [RS:0;582807baec72:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:31,765 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:31,766 DEBUG [RS:0;582807baec72:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:31,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:31,766 INFO [RS:0;582807baec72:39815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39815 2024-12-06T11:21:31,909 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787/rs 2024-12-06T11:21:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1381772787/rs/582807baec72,39815,1733484058959 2024-12-06T11:21:32,372 INFO [RS:0;582807baec72:39815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:32,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,39815,1733484058959] 2024-12-06T11:21:32,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1381772787/draining/582807baec72,39815,1733484058959 already deleted, retry=false 2024-12-06T11:21:32,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,39815,1733484058959 expired; onlineServers=0 2024-12-06T11:21:32,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,42645,1733484058837' ***** 2024-12-06T11:21:32,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:21:32,520 INFO [M:0;582807baec72:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:32,520 INFO [M:0;582807baec72:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:32,520 DEBUG [M:0;582807baec72:42645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:21:32,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:21:32,520 DEBUG [M:0;582807baec72:42645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:21:32,520 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484061669 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484061669,5,FailOnTimeoutGroup] 2024-12-06T11:21:32,520 INFO [M:0;582807baec72:42645 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:32,520 INFO [M:0;582807baec72:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:32,521 DEBUG [M:0;582807baec72:42645 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:21:32,521 INFO [M:0;582807baec72:42645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:21:32,521 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484061669 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484061669,5,FailOnTimeoutGroup] 2024-12-06T11:21:32,521 INFO [M:0;582807baec72:42645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:32,521 INFO [M:0;582807baec72:42645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:21:32,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:21:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1381772787/master 2024-12-06T11:21:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1381772787 2024-12-06T11:21:32,531 DEBUG [M:0;582807baec72:42645 {}] zookeeper.ZKUtil(347): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Unable to get data of znode /1-1381772787/master because node does not exist (not an error) 2024-12-06T11:21:32,531 WARN [M:0;582807baec72:42645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:21:32,544 INFO [M:0;582807baec72:42645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/.lastflushedseqids 2024-12-06T11:21:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741847_1023 (size=245) 2024-12-06T11:21:32,550 INFO [M:0;582807baec72:42645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:21:32,550 INFO [M:0;582807baec72:42645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:21:32,550 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:32,550 INFO [M:0;582807baec72:42645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:32,550 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:32,550 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:32,550 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:32,550 INFO [M:0;582807baec72:42645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T11:21:32,573 DEBUG [M:0;582807baec72:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d3055307d5498fbc72e359534c0d33 is 82, key is hbase:meta,,1/info:regioninfo/1733484062547/Put/seqid=0 2024-12-06T11:21:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741848_1024 (size=5672) 2024-12-06T11:21:32,587 INFO [M:0;582807baec72:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d3055307d5498fbc72e359534c0d33 2024-12-06T11:21:32,610 INFO [RS:0;582807baec72:39815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:32,610 INFO [RS:0;582807baec72:39815 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,39815,1733484058959; zookeeper connection closed. 2024-12-06T11:21:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x101aa5f72d00004, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:32,615 DEBUG [M:0;582807baec72:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcbff55e4b642729ba5fd87318ffba2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733484077339/Put/seqid=0 2024-12-06T11:21:32,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed 2024-12-06T11:21:32,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:21:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741849_1025 (size=8516) 2024-12-06T11:21:32,662 INFO [M:0;582807baec72:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcbff55e4b642729ba5fd87318ffba2 2024-12-06T11:21:32,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,708 DEBUG [M:0;582807baec72:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226882f9d43e46bcb3f655eacbcd4965 is 69, key is 582807baec72,39815,1733484058959/rs:state/1733484061879/Put/seqid=0 2024-12-06T11:21:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741850_1026 (size=5156) 2024-12-06T11:21:32,718 INFO [M:0;582807baec72:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226882f9d43e46bcb3f655eacbcd4965 2024-12-06T11:21:32,723 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d3055307d5498fbc72e359534c0d33 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d3055307d5498fbc72e359534c0d33 2024-12-06T11:21:32,728 INFO [M:0;582807baec72:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d3055307d5498fbc72e359534c0d33, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T11:21:32,728 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcbff55e4b642729ba5fd87318ffba2 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbcbff55e4b642729ba5fd87318ffba2 2024-12-06T11:21:32,735 INFO [M:0;582807baec72:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbcbff55e4b642729ba5fd87318ffba2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T11:21:32,736 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226882f9d43e46bcb3f655eacbcd4965 as hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226882f9d43e46bcb3f655eacbcd4965 2024-12-06T11:21:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,753 INFO [M:0;582807baec72:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33031/user/jenkins/test-data/4f5c8197-4f4e-13f7-5348-d41d9fab586c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226882f9d43e46bcb3f655eacbcd4965, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T11:21:32,753 INFO [M:0;582807baec72:42645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=97, compaction requested=false 2024-12-06T11:21:32,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:32,821 INFO [M:0;582807baec72:42645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:32,821 DEBUG [M:0;582807baec72:42645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484092550Disabling compacts and flushes for region at 1733484092550Disabling writes for close at 1733484092550Obtaining lock to block concurrent updates at 1733484092550Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484092550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733484092550Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484092551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484092551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484092573 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484092573Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484092591 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484092615 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484092615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484092667 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484092707 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484092708 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc6b30: reopening flushed file at 1733484092722 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d12eb4c: reopening flushed file at 1733484092728 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477562a9: reopening flushed file at 1733484092735 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=97, compaction requested=false at 1733484092754 (+19 ms)Writing region close event to WAL at 1733484092821 (+67 ms)Closed at 1733484092821 2024-12-06T11:21:32,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46067 is added to blk_1073741830_1006 (size=63654) 2024-12-06T11:21:32,849 INFO [M:0;582807baec72:42645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:21:32,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:32,849 INFO [M:0;582807baec72:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42645 2024-12-06T11:21:32,850 INFO [M:0;582807baec72:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:33,178 INFO [M:0;582807baec72:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x101aa5f72d00003, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:33,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa260f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:33,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370005d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:33,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2636417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca8b37e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:33,198 WARN [BP-9061348-172.17.0.3-1733484056424 heartbeating to localhost/127.0.0.1:33031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:21:33,198 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:21:33,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:21:33,198 WARN [BP-9061348-172.17.0.3-1733484056424 heartbeating to localhost/127.0.0.1:33031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9061348-172.17.0.3-1733484056424 (Datanode Uuid efd0d7f6-7059-4712-b8f7-668cd91af51e) service to localhost/127.0.0.1:33031 2024-12-06T11:21:33,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/cluster_8a6d8d7b-b832-4536-7b89-a82e5276322f/data/data1/current/BP-9061348-172.17.0.3-1733484056424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:33,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/cluster_8a6d8d7b-b832-4536-7b89-a82e5276322f/data/data2/current/BP-9061348-172.17.0.3-1733484056424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:33,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:21:33,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb8de27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:33,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586be9a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:33,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:33,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d84cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:33,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410826e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a917eadd-b770-8ec7-ca47-094687bf470b/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:33,212 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/WALs/582807baec72,43081,1733484053417/582807baec72%2C43081%2C1733484053417.1733484055457 to pos 636, reset compression=false 2024-12-06T11:21:33,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:21:33,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:21:33,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:33,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:33,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:33,221 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:21:33,221 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831865156, stopped=false 2024-12-06T11:21:33,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,35223,1733484053150 2024-12-06T11:21:33,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105849881/running 2024-12-06T11:21:33,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105849881/running 2024-12-06T11:21:33,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:21:33,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:21:33,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:33,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/running 2024-12-06T11:21:33,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:33,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:33,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Set watcher on znode that does not yet exist, /0-2105849881/running 2024-12-06T11:21:33,237 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,43081,1733484053417' ***** 2024-12-06T11:21:33,237 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:21:33,237 INFO [RS:0;582807baec72:43081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:21:33,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(3091): Received CLOSE for b569750162d8068ff062efa2bea174ef 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(3091): Received CLOSE for bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(959): stopping server 582807baec72,43081,1733484053417 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:43081. 2024-12-06T11:21:33,238 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b569750162d8068ff062efa2bea174ef, disabling compactions & flushes 2024-12-06T11:21:33,238 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:33,238 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:33,238 DEBUG [RS:0;582807baec72:43081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:33,238 DEBUG [RS:0;582807baec72:43081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,238 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. after waiting 0 ms 2024-12-06T11:21:33,238 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:21:33,238 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b569750162d8068ff062efa2bea174ef 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-06T11:21:33,238 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:21:33,244 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:21:33,244 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b569750162d8068ff062efa2bea174ef=hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef., bf4a86f1fbea53686308be4c7c94cb38=test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38.} 2024-12-06T11:21:33,244 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b569750162d8068ff062efa2bea174ef, bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:33,244 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:33,244 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:33,244 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:33,244 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:33,244 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:33,245 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:21:33,260 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:33,261 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/.tmp/queue/b5fa0615f1424abdb1066a0175d366ba is 153, key is 1-582807baec72,43081,1733484053417/queue:582807baec72%2C43081%2C1733484053417/1733484084166/Put/seqid=0 2024-12-06T11:21:33,267 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/info/3b6ecb54f53d4a388cedee8833a7e9f2 is 147, key is hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef./info:regioninfo/1733484074836/Put/seqid=0 2024-12-06T11:21:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741840_1016 (size=5352) 2024-12-06T11:21:33,269 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/.tmp/queue/b5fa0615f1424abdb1066a0175d366ba 2024-12-06T11:21:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741841_1017 (size=7686) 2024-12-06T11:21:33,275 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/info/3b6ecb54f53d4a388cedee8833a7e9f2 2024-12-06T11:21:33,276 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/.tmp/queue/b5fa0615f1424abdb1066a0175d366ba as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/queue/b5fa0615f1424abdb1066a0175d366ba 2024-12-06T11:21:33,282 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/queue/b5fa0615f1424abdb1066a0175d366ba, entries=1, sequenceid=8, filesize=5.2 K 2024-12-06T11:21:33,283 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b569750162d8068ff062efa2bea174ef in 45ms, sequenceid=8, compaction requested=false 2024-12-06T11:21:33,299 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/ns/0f9ea46cd38b489f85ae24116d7a468c is 43, key is default/ns:d/1733484056173/Put/seqid=0 2024-12-06T11:21:33,306 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/replication/b569750162d8068ff062efa2bea174ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T11:21:33,307 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:33,307 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:21:33,307 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:33,307 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b569750162d8068ff062efa2bea174ef: Waiting for close lock at 1733484093238Running coprocessor pre-close hooks at 1733484093238Disabling compacts and flushes for region at 1733484093238Disabling writes for close at 1733484093238Obtaining lock to block concurrent updates at 1733484093238Preparing flush snapshotting stores in b569750162d8068ff062efa2bea174ef at 1733484093238Finished memstore snapshotting hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733484093239 (+1 ms)Flushing stores of hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. at 1733484093239Flushing b569750162d8068ff062efa2bea174ef/queue: creating writer at 1733484093239Flushing b569750162d8068ff062efa2bea174ef/queue: appending metadata at 1733484093261 (+22 ms)Flushing b569750162d8068ff062efa2bea174ef/queue: closing flushed file at 1733484093261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44daa2fd: reopening flushed file at 1733484093275 (+14 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b569750162d8068ff062efa2bea174ef in 45ms, sequenceid=8, compaction requested=false at 1733484093283 (+8 ms)Writing region close event to WAL at 1733484093288 (+5 ms)Running coprocessor post-close hooks at 1733484093307 (+19 ms)Closed at 1733484093307 2024-12-06T11:21:33,307 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733484074016.b569750162d8068ff062efa2bea174ef. 2024-12-06T11:21:33,308 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf4a86f1fbea53686308be4c7c94cb38, disabling compactions & flushes 2024-12-06T11:21:33,308 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:33,308 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:33,308 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. after waiting 0 ms 2024-12-06T11:21:33,308 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:33,308 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf4a86f1fbea53686308be4c7c94cb38 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-06T11:21:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:21:33,324 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/ns/0f9ea46cd38b489f85ae24116d7a468c 2024-12-06T11:21:33,336 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f/ad971f3c13884bfe9471200ea5d4c3d3 is 28, key is row/f:/1733484083506/DeleteFamily/seqid=0 2024-12-06T11:21:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741843_1019 (size=5085) 2024-12-06T11:21:33,341 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f/ad971f3c13884bfe9471200ea5d4c3d3 2024-12-06T11:21:33,347 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad971f3c13884bfe9471200ea5d4c3d3 2024-12-06T11:21:33,350 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:21:33,350 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:21:33,352 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb4477aaeac48cd8da0419e887ecdae is 112, key is test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38./rep_barrier:seqnumDuringOpen/1733484069697/Put/seqid=0 2024-12-06T11:21:33,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741844_1020 (size=5518) 2024-12-06T11:21:33,368 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb4477aaeac48cd8da0419e887ecdae 2024-12-06T11:21:33,371 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f1/acb6c038317244c894e3e481301b7e73 is 29, key is row/f1:/1733484083506/DeleteFamily/seqid=0 2024-12-06T11:21:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741845_1021 (size=5089) 2024-12-06T11:21:33,393 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/table/174dee727cc04733b68cef413b690934 is 53, key is hbase:replication/table:state/1733484074843/Put/seqid=0 2024-12-06T11:21:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741846_1022 (size=5308) 2024-12-06T11:21:33,407 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/table/174dee727cc04733b68cef413b690934 2024-12-06T11:21:33,412 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/info/3b6ecb54f53d4a388cedee8833a7e9f2 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/info/3b6ecb54f53d4a388cedee8833a7e9f2 2024-12-06T11:21:33,418 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/info/3b6ecb54f53d4a388cedee8833a7e9f2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:21:33,419 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/ns/0f9ea46cd38b489f85ae24116d7a468c as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/ns/0f9ea46cd38b489f85ae24116d7a468c 2024-12-06T11:21:33,424 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/ns/0f9ea46cd38b489f85ae24116d7a468c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:21:33,425 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb4477aaeac48cd8da0419e887ecdae as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/rep_barrier/4cb4477aaeac48cd8da0419e887ecdae 2024-12-06T11:21:33,429 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/rep_barrier/4cb4477aaeac48cd8da0419e887ecdae, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:21:33,431 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/.tmp/table/174dee727cc04733b68cef413b690934 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/table/174dee727cc04733b68cef413b690934 2024-12-06T11:21:33,435 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/table/174dee727cc04733b68cef413b690934, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:21:33,436 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=16, compaction requested=false 2024-12-06T11:21:33,436 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:21:33,444 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:33,445 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:21:33,446 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:33,446 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:21:33,446 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:33,446 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484093244Running coprocessor pre-close hooks at 1733484093244Disabling compacts and flushes for region at 1733484093244Disabling writes for close at 1733484093244Obtaining lock to block concurrent updates at 1733484093245 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733484093245Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484093245Flushing stores of hbase:meta,,1.1588230740 at 1733484093246 (+1 ms)Flushing 1588230740/info: creating writer at 1733484093246Flushing 1588230740/info: appending metadata at 1733484093266 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733484093266Flushing 1588230740/ns: creating writer at 1733484093279 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733484093298 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733484093298Flushing 1588230740/rep_barrier: creating writer at 1733484093328 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484093351 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484093351Flushing 1588230740/table: creating writer at 1733484093373 (+22 ms)Flushing 1588230740/table: appending metadata at 1733484093393 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733484093393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71014703: reopening flushed file at 1733484093412 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40484bfb: reopening flushed file at 1733484093419 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639a6303: reopening flushed file at 1733484093424 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426f4eb3: reopening flushed file at 1733484093429 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=16, compaction requested=false at 1733484093436 (+7 ms)Writing region close event to WAL at 1733484093441 (+5 ms)Running coprocessor post-close hooks at 1733484093446 (+5 ms)Closed at 1733484093446 2024-12-06T11:21:33,446 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:33,645 DEBUG [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1351): Waiting on bf4a86f1fbea53686308be4c7c94cb38 2024-12-06T11:21:33,787 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f1/acb6c038317244c894e3e481301b7e73 2024-12-06T11:21:33,791 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acb6c038317244c894e3e481301b7e73 2024-12-06T11:21:33,802 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/norep/53e64b6e54d64ba4a6bd089634bf0202 is 32, key is row/norep:/1733484083506/DeleteFamily/seqid=0 2024-12-06T11:21:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741847_1023 (size=5101) 2024-12-06T11:21:33,805 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/norep/53e64b6e54d64ba4a6bd089634bf0202 2024-12-06T11:21:33,808 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53e64b6e54d64ba4a6bd089634bf0202 2024-12-06T11:21:33,808 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f/ad971f3c13884bfe9471200ea5d4c3d3 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/f/ad971f3c13884bfe9471200ea5d4c3d3 2024-12-06T11:21:33,812 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad971f3c13884bfe9471200ea5d4c3d3 2024-12-06T11:21:33,812 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/f/ad971f3c13884bfe9471200ea5d4c3d3, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T11:21:33,812 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/f1/acb6c038317244c894e3e481301b7e73 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/f1/acb6c038317244c894e3e481301b7e73 2024-12-06T11:21:33,815 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acb6c038317244c894e3e481301b7e73 2024-12-06T11:21:33,815 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/f1/acb6c038317244c894e3e481301b7e73, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T11:21:33,815 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/.tmp/norep/53e64b6e54d64ba4a6bd089634bf0202 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/norep/53e64b6e54d64ba4a6bd089634bf0202 2024-12-06T11:21:33,818 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53e64b6e54d64ba4a6bd089634bf0202 2024-12-06T11:21:33,818 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/norep/53e64b6e54d64ba4a6bd089634bf0202, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T11:21:33,819 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bf4a86f1fbea53686308be4c7c94cb38 in 511ms, sequenceid=6, compaction requested=false 2024-12-06T11:21:33,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:21:33,823 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/data/default/test/bf4a86f1fbea53686308be4c7c94cb38/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T11:21:33,823 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:21:33,823 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:33,824 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:33,824 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf4a86f1fbea53686308be4c7c94cb38: Waiting for close lock at 1733484093308Running coprocessor pre-close hooks at 1733484093308Disabling compacts and flushes for region at 1733484093308Disabling writes for close at 1733484093308Obtaining lock to block concurrent updates at 1733484093308Preparing flush snapshotting stores in bf4a86f1fbea53686308be4c7c94cb38 at 1733484093308Finished memstore snapshotting test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733484093308Flushing stores of test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. at 1733484093309 (+1 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/f: creating writer at 1733484093309Flushing bf4a86f1fbea53686308be4c7c94cb38/f: appending metadata at 1733484093335 (+26 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/f: closing flushed file at 1733484093335Flushing bf4a86f1fbea53686308be4c7c94cb38/f1: creating writer at 1733484093347 (+12 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/f1: appending metadata at 1733484093371 (+24 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/f1: closing flushed file at 1733484093371Flushing bf4a86f1fbea53686308be4c7c94cb38/norep: creating writer at 1733484093791 (+420 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/norep: appending metadata at 1733484093801 (+10 ms)Flushing bf4a86f1fbea53686308be4c7c94cb38/norep: closing flushed file at 1733484093801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d916279: reopening flushed file at 1733484093808 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cab0927: reopening flushed file at 1733484093812 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa558c1: reopening flushed file at 1733484093815 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bf4a86f1fbea53686308be4c7c94cb38 in 511ms, sequenceid=6, compaction requested=false at 1733484093819 (+4 ms)Writing region close event to WAL at 1733484093821 (+2 ms)Running coprocessor post-close hooks at 1733484093823 (+2 ms)Closed at 1733484093824 (+1 ms) 2024-12-06T11:21:33,824 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484068557.bf4a86f1fbea53686308be4c7c94cb38. 2024-12-06T11:21:33,845 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(976): stopping server 582807baec72,43081,1733484053417; all regions closed. 2024-12-06T11:21:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741834_1010 (size=4239) 2024-12-06T11:21:33,848 DEBUG [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs 2024-12-06T11:21:33,848 INFO [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C43081%2C1733484053417.meta:.meta(num 1733484056117) 2024-12-06T11:21:33,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741839_1015 (size=2240) 2024-12-06T11:21:33,850 DEBUG [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs 2024-12-06T11:21:33,850 INFO [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C43081%2C1733484053417.rep:(num 1733484074796) 2024-12-06T11:21:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741833_1009 (size=1535) 2024-12-06T11:21:33,853 DEBUG [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/oldWALs 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C43081%2C1733484053417:(num 1733484055457) 2024-12-06T11:21:33,853 DEBUG [RS:0;582807baec72:43081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:33,853 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,43081,1733484053417 because: Region server is closing 2024-12-06T11:21:33,853 INFO [RS:0;582807baec72:43081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:43081. 2024-12-06T11:21:33,854 DEBUG [RS:0;582807baec72:43081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:33,854 DEBUG [RS:0;582807baec72:43081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,854 DEBUG [RS:0;582807baec72:43081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:33,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:33,954 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.wal-reader.582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:21:33,954 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T11:21:33,954 INFO [RS:0;582807baec72:43081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,43081,1733484053417.replicationSource.shipper582807baec72%2C43081%2C1733484053417,1-582807baec72,43081,1733484053417 terminated 2024-12-06T11:21:33,954 INFO [RS:0;582807baec72:43081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43081 2024-12-06T11:21:34,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881/rs 2024-12-06T11:21:34,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105849881/rs/582807baec72,43081,1733484053417 2024-12-06T11:21:34,004 INFO [RS:0;582807baec72:43081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:34,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,43081,1733484053417] 2024-12-06T11:21:34,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105849881/draining/582807baec72,43081,1733484053417 already deleted, retry=false 2024-12-06T11:21:34,025 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,43081,1733484053417 expired; onlineServers=0 2024-12-06T11:21:34,025 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,35223,1733484053150' ***** 2024-12-06T11:21:34,025 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:21:34,025 INFO [M:0;582807baec72:35223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:21:34,025 INFO [M:0;582807baec72:35223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:21:34,025 DEBUG [M:0;582807baec72:35223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:21:34,025 DEBUG [M:0;582807baec72:35223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:21:34,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:21:34,025 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484055232 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484055232,5,FailOnTimeoutGroup] 2024-12-06T11:21:34,025 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484055236 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484055236,5,FailOnTimeoutGroup] 2024-12-06T11:21:34,025 INFO [M:0;582807baec72:35223 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:21:34,025 INFO [M:0;582807baec72:35223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:21:34,026 DEBUG [M:0;582807baec72:35223 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:21:34,026 INFO [M:0;582807baec72:35223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:21:34,026 INFO [M:0;582807baec72:35223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:21:34,026 ERROR [M:0;582807baec72:35223 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33819,5,PEWorkerGroup] 2024-12-06T11:21:34,026 INFO [M:0;582807baec72:35223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:21:34,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:21:34,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105849881/master 2024-12-06T11:21:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105849881 2024-12-06T11:21:34,036 DEBUG [M:0;582807baec72:35223 {}] zookeeper.ZKUtil(347): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Unable to get data of znode /0-2105849881/master because node does not exist (not an error) 2024-12-06T11:21:34,036 WARN [M:0;582807baec72:35223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:21:34,036 INFO [M:0;582807baec72:35223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/.lastflushedseqids 2024-12-06T11:21:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741848_1024 (size=245) 2024-12-06T11:21:34,040 INFO [M:0;582807baec72:35223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:21:34,040 INFO [M:0;582807baec72:35223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:21:34,040 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:34,040 INFO [M:0;582807baec72:35223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:34,040 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:34,040 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:34,040 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:34,040 INFO [M:0;582807baec72:35223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T11:21:34,057 DEBUG [M:0;582807baec72:35223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e41be1fdfc924f18ba49cf6305d5ece8 is 82, key is hbase:meta,,1/info:regioninfo/1733484056149/Put/seqid=0 2024-12-06T11:21:34,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741849_1025 (size=5672) 2024-12-06T11:21:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:34,115 INFO [RS:0;582807baec72:43081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43081-0x101aa5f72d00001, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:34,115 INFO [RS:0;582807baec72:43081 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,43081,1733484053417; zookeeper connection closed. 2024-12-06T11:21:34,115 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf 2024-12-06T11:21:34,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:21:34,461 INFO [M:0;582807baec72:35223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e41be1fdfc924f18ba49cf6305d5ece8 2024-12-06T11:21:34,480 DEBUG [M:0;582807baec72:35223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fcf5ac414d4b2c902b01b6e652cbd8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733484069705/Put/seqid=0 2024-12-06T11:21:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741850_1026 (size=7218) 2024-12-06T11:21:34,884 INFO [M:0;582807baec72:35223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fcf5ac414d4b2c902b01b6e652cbd8 2024-12-06T11:21:34,887 INFO [M:0;582807baec72:35223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45fcf5ac414d4b2c902b01b6e652cbd8 2024-12-06T11:21:34,904 DEBUG [M:0;582807baec72:35223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18c46e6e36b848e7aa41ebd88266c9a6 is 69, key is 582807baec72,43081,1733484053417/rs:state/1733484055298/Put/seqid=0 2024-12-06T11:21:34,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741851_1027 (size=5156) 2024-12-06T11:21:35,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:21:35,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:21:35,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:35,307 INFO [M:0;582807baec72:35223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18c46e6e36b848e7aa41ebd88266c9a6 2024-12-06T11:21:35,313 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e41be1fdfc924f18ba49cf6305d5ece8 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e41be1fdfc924f18ba49cf6305d5ece8 2024-12-06T11:21:35,317 INFO [M:0;582807baec72:35223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e41be1fdfc924f18ba49cf6305d5ece8, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T11:21:35,318 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fcf5ac414d4b2c902b01b6e652cbd8 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45fcf5ac414d4b2c902b01b6e652cbd8 2024-12-06T11:21:35,322 INFO [M:0;582807baec72:35223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45fcf5ac414d4b2c902b01b6e652cbd8 2024-12-06T11:21:35,322 INFO [M:0;582807baec72:35223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45fcf5ac414d4b2c902b01b6e652cbd8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T11:21:35,323 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18c46e6e36b848e7aa41ebd88266c9a6 as hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18c46e6e36b848e7aa41ebd88266c9a6 2024-12-06T11:21:35,327 INFO [M:0;582807baec72:35223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33819/user/jenkins/test-data/72f50570-d620-5354-e4ab-cddb913f3190/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18c46e6e36b848e7aa41ebd88266c9a6, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T11:21:35,328 INFO [M:0;582807baec72:35223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-12-06T11:21:35,330 INFO [M:0;582807baec72:35223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:35,330 DEBUG [M:0;582807baec72:35223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484094040Disabling compacts and flushes for region at 1733484094040Disabling writes for close at 1733484094040Obtaining lock to block concurrent updates at 1733484094040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484094040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733484094041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484094041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484094041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484094057 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484094057Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484094464 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484094480 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484094480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484094887 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484094903 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484094903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c74e438: reopening flushed file at 1733484095313 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bce5fb7: reopening flushed file at 1733484095318 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211e25f2: reopening flushed file at 1733484095322 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1733484095328 (+6 ms)Writing region close event to WAL at 1733484095330 (+2 ms)Closed at 1733484095330 2024-12-06T11:21:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741830_1006 (size=64423) 2024-12-06T11:21:35,332 INFO [M:0;582807baec72:35223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:21:35,332 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:21:35,333 INFO [M:0;582807baec72:35223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35223 2024-12-06T11:21:35,333 INFO [M:0;582807baec72:35223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:21:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:35,483 INFO [M:0;582807baec72:35223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:21:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35223-0x101aa5f72d00000, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:21:35,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43484d6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:35,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@595696e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:35,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:35,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d878e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:35,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1f47c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:35,487 WARN [BP-78467577-172.17.0.3-1733484050233 heartbeating to localhost/127.0.0.1:33819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:21:35,487 WARN [BP-78467577-172.17.0.3-1733484050233 heartbeating to localhost/127.0.0.1:33819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78467577-172.17.0.3-1733484050233 (Datanode Uuid 823077bd-d50d-4350-bf3a-13fe3a010866) service to localhost/127.0.0.1:33819 2024-12-06T11:21:35,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:21:35,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:21:35,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data1/current/BP-78467577-172.17.0.3-1733484050233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:35,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data2/current/BP-78467577-172.17.0.3-1733484050233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:21:35,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:21:35,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c798663{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:35,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dd15f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:21:35,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:21:35,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42473f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:21:35,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46344ff1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/hadoop.log.dir/,STOPPED} 2024-12-06T11:21:35,501 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:21:35,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:21:35,523 WARN [BP-78467577-172.17.0.3-1733484050233 heartbeating to localhost/127.0.0.1:33819 {}] impl.BlockPoolSlice(1056): Failed to write replicas to cache java.io.FileNotFoundException: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data2/current/BP-78467577-172.17.0.3-1733484050233/current/replicas.tmp (No such file or directory) at java.io.FileOutputStream.open0(Native Method) ~[?:?] at java.io.FileOutputStream.open(FileOutputStream.java:293) ~[?:?] at java.io.FileOutputStream.(FileOutputStream.java:235) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider$WrappedFileOutputStream.(FileIoProvider.java:905) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider$WrappedFileOutputStream.(FileIoProvider.java:896) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider.getFileOutputStream(FileIoProvider.java:366) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.FileIoProvider.getFileOutputStream(FileIoProvider.java:390) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveReplicas(BlockPoolSlice.java:1047) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:943) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:21:35,523 WARN [BP-78467577-172.17.0.3-1733484050233 heartbeating to localhost/127.0.0.1:33819 {}] impl.BlockPoolSlice(413): Failed to write dfsUsed to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data2/current/BP-78467577-172.17.0.3-1733484050233/current/dfsUsed java.nio.file.NoSuchFileException: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84702966-89eb-f70a-c07e-47feba331b0f/cluster_ec8da2f6-df98-64d9-3c9b-8a3ad4f35549/data/data2/current/BP-78467577-172.17.0.3-1733484050233/current/dfsUsed at sun.nio.fs.UnixException.translateToIOException(UnixException.java:92) ~[?:?] at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:106) ~[?:?] at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111) ~[?:?] at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:218) ~[?:?] at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:484) ~[?:?] at java.nio.file.Files.newOutputStream(Files.java:228) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:402) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:944) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T11:21:35,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-78467577-172.17.0.3-1733484050233 heartbeating to localhost/127.0.0.1:33819 java.base@17.0.11/java.io.FileDescriptor.close0(Native Method) java.base@17.0.11/java.io.FileDescriptor.close(FileDescriptor.java:297) java.base@17.0.11/java.io.FileDescriptor$1.close(FileDescriptor.java:88) java.base@17.0.11/sun.nio.ch.FileChannelImpl$Closer.run(FileChannelImpl.java:115) java.base@17.0.11/jdk.internal.ref.CleanerImpl$PhantomCleanableRef.performCleanup(CleanerImpl.java:178) java.base@17.0.11/jdk.internal.ref.PhantomCleanable.clean(PhantomCleanable.java:133) java.base@17.0.11/sun.nio.ch.FileChannelImpl.implCloseChannel(FileChannelImpl.java:207) java.base@17.0.11/java.nio.channels.spi.AbstractInterruptibleChannel.close(AbstractInterruptibleChannel.java:112) java.base@17.0.11/java.nio.channels.Channels$1.close(Channels.java:176) java.base@17.0.11/sun.nio.cs.StreamEncoder.implClose(StreamEncoder.java:347) java.base@17.0.11/sun.nio.cs.StreamEncoder.close(StreamEncoder.java:169) java.base@17.0.11/java.io.OutputStreamWriter.close(OutputStreamWriter.java:252) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:409) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.shutdown(BlockPoolSlice.java:944) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl.shutdownBlockPool(FsVolumeImpl.java:1133) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList.removeBlockPool(FsVolumeList.java:548) app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3269) app//org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) app//org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33031 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33819 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33837 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61878) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=2389 (was 2868) 2024-12-06T11:21:35,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=2389 2024-12-06T11:21:35,556 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-06T11:21:35,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir so I do NOT create it in target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18 2024-12-06T11:21:35,557 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:21:35,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.tmp.dir so I do NOT create it in target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18 2024-12-06T11:21:35,557 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b195b6-b3fc-a8d9-2cf0-9268491e314f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:21:35,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18 2024-12-06T11:21:35,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41, deleteOnExit=true 2024-12-06T11:21:35,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/zookeeper_0, clientPort=59522, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:21:35,561 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59522 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/test.cache.data in system properties and HBase conf 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:21:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:21:35,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:21:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:21:35,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa5f72d00005, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:21:35,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101aa5f72d00008, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:21:35,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa5f72d00002, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:21:35,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101aa5f72d00008, quorum=127.0.0.1:61878, baseZNode=/2-799270049 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:21:35,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa5f72d00002, quorum=127.0.0.1:61878, baseZNode=/0-2105849881 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:21:35,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa5f72d00005, quorum=127.0.0.1:61878, baseZNode=/1-1381772787 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:21:35,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:35,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:35,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:35,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:35,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:21:35,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:35,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:35,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e508a81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:36,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ea4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/java.io.tmpdir/jetty-localhost-45853-hadoop-hdfs-3_4_1-tests_jar-_-any-4250960043998288613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:36,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:45853} 2024-12-06T11:21:36,036 INFO [Time-limited test {}] server.Server(415): Started @310535ms 2024-12-06T11:21:36,194 DEBUG [master/582807baec72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=31, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-12-06T11:21:36,201 DEBUG [master/582807baec72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-06T11:21:36,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:36,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:36,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:36,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:36,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:21:36,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acbc82c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:36,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623672de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:36,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198479ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/java.io.tmpdir/jetty-localhost-38789-hadoop-hdfs-3_4_1-tests_jar-_-any-2054378383636254057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:36,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:38789} 2024-12-06T11:21:36,454 INFO [Time-limited test {}] server.Server(415): Started @310953ms 2024-12-06T11:21:36,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:21:37,193 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data2/current/BP-38229698-172.17.0.3-1733484095577/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:37,193 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data1/current/BP-38229698-172.17.0.3-1733484095577/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:37,212 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:21:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5bce2720260a998 with lease ID 0xab32d16024a0f685: Processing first storage report for DS-b1074905-9078-416a-a645-3820455602d1 from datanode DatanodeRegistration(127.0.0.1:33085, datanodeUuid=474f5a26-bff5-4bd0-ae3a-f66955563345, infoPort=45799, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1245537731;c=1733484095577) 2024-12-06T11:21:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5bce2720260a998 with lease ID 0xab32d16024a0f685: from storage DS-b1074905-9078-416a-a645-3820455602d1 node DatanodeRegistration(127.0.0.1:33085, datanodeUuid=474f5a26-bff5-4bd0-ae3a-f66955563345, infoPort=45799, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1245537731;c=1733484095577), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5bce2720260a998 with lease ID 0xab32d16024a0f685: Processing first storage report for DS-4b3c3775-8eaa-4f8d-8670-860b65a1c212 from datanode DatanodeRegistration(127.0.0.1:33085, datanodeUuid=474f5a26-bff5-4bd0-ae3a-f66955563345, infoPort=45799, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1245537731;c=1733484095577) 2024-12-06T11:21:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5bce2720260a998 with lease ID 0xab32d16024a0f685: from storage DS-4b3c3775-8eaa-4f8d-8670-860b65a1c212 node DatanodeRegistration(127.0.0.1:33085, datanodeUuid=474f5a26-bff5-4bd0-ae3a-f66955563345, infoPort=45799, infoSecurePort=0, ipcPort=45695, storageInfo=lv=-57;cid=testClusterID;nsid=1245537731;c=1733484095577), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:37,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18 2024-12-06T11:21:37,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:37,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:21:37,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74 with version=8 2024-12-06T11:21:37,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/hbase-staging 2024-12-06T11:21:37,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:37,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:21:37,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:37,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33495 2024-12-06T11:21:37,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33495 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-12-06T11:21:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334950x0, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:38,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33495-0x101aa6023f30000 connected 2024-12-06T11:21:38,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:38,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:38,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:39,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:39,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:39,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on znode that does not yet exist, /0-482994766/running 2024-12-06T11:21:39,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74, hbase.cluster.distributed=false 2024-12-06T11:21:39,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on znode that does not yet exist, /0-482994766/acl 2024-12-06T11:21:39,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33495 2024-12-06T11:21:39,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33495 2024-12-06T11:21:39,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33495 2024-12-06T11:21:39,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33495 2024-12-06T11:21:39,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33495 2024-12-06T11:21:39,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:21:39,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:39,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42507 2024-12-06T11:21:39,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42507 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-12-06T11:21:39,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:39,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425070x0, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:39,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425070x0, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on znode that does not yet exist, /0-482994766/running 2024-12-06T11:21:39,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42507-0x101aa6023f30001 connected 2024-12-06T11:21:39,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:21:39,425 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:21:39,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on znode that does not yet exist, /0-482994766/master 2024-12-06T11:21:39,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on znode that does not yet exist, /0-482994766/acl 2024-12-06T11:21:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-06T11:21:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-12-06T11:21:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-12-06T11:21:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-06T11:21:39,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-06T11:21:39,444 DEBUG [M:0;582807baec72:33495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:33495 2024-12-06T11:21:39,444 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-482994766/backup-masters/582807baec72,33495,1733484097716 2024-12-06T11:21:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766/backup-masters 2024-12-06T11:21:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766/backup-masters 2024-12-06T11:21:39,456 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on existing znode=/0-482994766/backup-masters/582807baec72,33495,1733484097716 2024-12-06T11:21:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482994766/master 2024-12-06T11:21:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:39,467 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on existing znode=/0-482994766/master 2024-12-06T11:21:39,467 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-482994766/backup-masters/582807baec72,33495,1733484097716 from backup master directory 2024-12-06T11:21:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766/backup-masters 2024-12-06T11:21:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482994766/backup-masters/582807baec72,33495,1733484097716 2024-12-06T11:21:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766/backup-masters 2024-12-06T11:21:39,477 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:39,477 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,33495,1733484097716 2024-12-06T11:21:39,480 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/hbase.id] with ID: 469a8c9d-2093-4f53-a0c5-2aaffde24556 2024-12-06T11:21:39,480 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/.tmp/hbase.id 2024-12-06T11:21:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:21:39,483 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/.tmp/hbase.id]:[hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/hbase.id] 2024-12-06T11:21:39,489 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:39,489 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:21:39,490 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:21:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:21:39,902 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:39,916 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:21:39,916 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:21:40,322 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/data/master/store 2024-12-06T11:21:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:40,355 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:40,355 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:40,355 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484100355Disabling compacts and flushes for region at 1733484100355Disabling writes for close at 1733484100355Writing region close event to WAL at 1733484100355Closed at 1733484100355 2024-12-06T11:21:40,356 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/data/master/store/.initializing 2024-12-06T11:21:40,356 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/WALs/582807baec72,33495,1733484097716 2024-12-06T11:21:40,357 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:40,358 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C33495%2C1733484097716, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/WALs/582807baec72,33495,1733484097716, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:40,381 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/WALs/582807baec72,33495,1733484097716/582807baec72%2C33495%2C1733484097716.1733484100358, exclude list is [], retry=0 2024-12-06T11:21:40,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-b1074905-9078-416a-a645-3820455602d1,DISK] 2024-12-06T11:21:40,390 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/WALs/582807baec72,33495,1733484097716/582807baec72%2C33495%2C1733484097716.1733484100358 2024-12-06T11:21:40,392 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-06T11:21:40,392 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:40,393 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:40,393 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,393 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:40,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:40,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:40,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:40,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:40,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:40,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:40,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:40,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:40,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:40,407 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,408 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,408 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,409 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,409 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,409 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:40,410 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:40,413 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:40,413 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60692924, jitterRate=-0.09560495615005493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:40,414 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484100393Initializing all the Stores at 1733484100393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484100393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484100400 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484100400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484100400Cleaning up temporary data from old regions at 1733484100409 (+9 ms)Region opened successfully at 1733484100414 (+5 ms) 2024-12-06T11:21:40,420 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:40,423 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e3ff54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:40,424 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:40,424 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:40,424 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:40,424 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:40,425 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:40,425 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:40,425 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:40,431 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:40,432 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Unable to get data of znode /0-482994766/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:40,477 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482994766/balancer already deleted, retry=false 2024-12-06T11:21:40,478 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:40,478 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Unable to get data of znode /0-482994766/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:40,488 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482994766/normalizer already deleted, retry=false 2024-12-06T11:21:40,488 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:40,493 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Unable to get data of znode /0-482994766/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:40,498 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482994766/switch/split already deleted, retry=false 2024-12-06T11:21:40,499 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Unable to get data of znode /0-482994766/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:40,509 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482994766/switch/merge already deleted, retry=false 2024-12-06T11:21:40,511 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Unable to get data of znode /0-482994766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:40,519 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482994766/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482994766/running 2024-12-06T11:21:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482994766/running 2024-12-06T11:21:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,530 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,33495,1733484097716, sessionid=0x101aa6023f30000, setting cluster-up flag (Was=false) 2024-12-06T11:21:40,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,582 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482994766/flush-table-proc/acquired, /0-482994766/flush-table-proc/reached, /0-482994766/flush-table-proc/abort 2024-12-06T11:21:40,583 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33495,1733484097716 2024-12-06T11:21:40,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:40,635 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482994766/online-snapshot/acquired, /0-482994766/online-snapshot/reached, /0-482994766/online-snapshot/abort 2024-12-06T11:21:40,636 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,33495,1733484097716 2024-12-06T11:21:40,637 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:40,638 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:40,638 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:40,638 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:40,639 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,33495,1733484097716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:40,639 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:40,640 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:40,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:40,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:40,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:40,649 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484130649 2024-12-06T11:21:40,649 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:40,650 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:40,652 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:40,652 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:40,660 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484100652,5,FailOnTimeoutGroup] 2024-12-06T11:21:40,662 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484100660,5,FailOnTimeoutGroup] 2024-12-06T11:21:40,662 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,662 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:40,662 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,662 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,734 INFO [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(746): ClusterId : 469a8c9d-2093-4f53-a0c5-2aaffde24556 2024-12-06T11:21:40,734 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:40,741 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:40,741 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:40,751 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:40,751 DEBUG [RS:0;582807baec72:42507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7e2399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:40,762 DEBUG [RS:0;582807baec72:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42507 2024-12-06T11:21:40,762 INFO [RS:0;582807baec72:42507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:40,762 INFO [RS:0;582807baec72:42507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:40,762 DEBUG [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:40,762 INFO [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,33495,1733484097716 with port=42507, startcode=1733484099414 2024-12-06T11:21:40,762 DEBUG [RS:0;582807baec72:42507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:40,763 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:40,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42507,1733484099414 2024-12-06T11:21:40,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33495 {}] master.ServerManager(517): Registering regionserver=582807baec72,42507,1733484099414 2024-12-06T11:21:40,765 DEBUG [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74 2024-12-06T11:21:40,765 DEBUG [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39393 2024-12-06T11:21:40,765 DEBUG [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:40,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766/rs 2024-12-06T11:21:40,772 DEBUG [RS:0;582807baec72:42507 {}] zookeeper.ZKUtil(111): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Set watcher on existing znode=/0-482994766/rs/582807baec72,42507,1733484099414 2024-12-06T11:21:40,772 WARN [RS:0;582807baec72:42507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:40,772 INFO [RS:0;582807baec72:42507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:40,772 DEBUG [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414 2024-12-06T11:21:40,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42507,1733484099414] 2024-12-06T11:21:40,777 INFO [RS:0;582807baec72:42507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:40,778 INFO [RS:0;582807baec72:42507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:40,778 INFO [RS:0;582807baec72:42507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:40,778 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,778 INFO [RS:0;582807baec72:42507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:40,779 INFO [RS:0;582807baec72:42507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:40,779 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:40,779 DEBUG [RS:0;582807baec72:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,780 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42507,1733484099414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:40,796 INFO [RS:0;582807baec72:42507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:40,796 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42507,1733484099414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,796 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,796 INFO [RS:0;582807baec72:42507 {}] regionserver.Replication(171): 582807baec72,42507,1733484099414 started 2024-12-06T11:21:40,812 INFO [RS:0;582807baec72:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:40,812 INFO [RS:0;582807baec72:42507 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42507,1733484099414, RpcServer on 582807baec72/172.17.0.3:42507, sessionid=0x101aa6023f30001 2024-12-06T11:21:40,812 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:40,812 DEBUG [RS:0;582807baec72:42507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42507,1733484099414 2024-12-06T11:21:40,812 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42507,1733484099414' 2024-12-06T11:21:40,812 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482994766/flush-table-proc/abort' 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482994766/flush-table-proc/acquired' 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42507,1733484099414 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42507,1733484099414' 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482994766/online-snapshot/abort' 2024-12-06T11:21:40,813 DEBUG [RS:0;582807baec72:42507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482994766/online-snapshot/acquired' 2024-12-06T11:21:40,814 DEBUG [RS:0;582807baec72:42507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:40,814 INFO [RS:0;582807baec72:42507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:40,814 INFO [RS:0;582807baec72:42507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:40,914 INFO [RS:0;582807baec72:42507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:40,915 INFO [RS:0;582807baec72:42507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42507%2C1733484099414, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/oldWALs, maxLogs=10 2024-12-06T11:21:40,933 DEBUG [RS:0;582807baec72:42507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414/582807baec72%2C42507%2C1733484099414.1733484100916, exclude list is [], retry=0 2024-12-06T11:21:40,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-b1074905-9078-416a-a645-3820455602d1,DISK] 2024-12-06T11:21:40,940 INFO [RS:0;582807baec72:42507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414/582807baec72%2C42507%2C1733484099414.1733484100916 2024-12-06T11:21:40,940 DEBUG [RS:0;582807baec72:42507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-06T11:21:41,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:41,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74 2024-12-06T11:21:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:21:41,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:41,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:41,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:41,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:41,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:41,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:41,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:41,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:41,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:41,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/1588230740 2024-12-06T11:21:41,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/1588230740 2024-12-06T11:21:41,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:41,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:41,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:41,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:41,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:41,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69076634, jitterRate=0.029322057962417603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484101463Initializing all the Stores at 1733484101464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484101464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101464Cleaning up temporary data from old regions at 1733484101471 (+7 ms)Region opened successfully at 1733484101474 (+3 ms) 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:41,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:41,474 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484101474Disabling compacts and flushes for region at 1733484101474Disabling writes for close at 1733484101474Writing region close event to WAL at 1733484101474Closed at 1733484101474 2024-12-06T11:21:41,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:41,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:41,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:41,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:41,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:41,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:41,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:41,587 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128933 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:21:41,627 DEBUG [582807baec72:33495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:41,627 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42507,1733484099414 2024-12-06T11:21:41,628 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42507,1733484099414, state=OPENING 2024-12-06T11:21:41,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482994766 2024-12-06T11:21:41,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482994766/meta-region-server: CHANGED 2024-12-06T11:21:41,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482994766/meta-region-server: CHANGED 2024-12-06T11:21:41,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:41,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42507,1733484099414}] 2024-12-06T11:21:41,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:41,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:41,843 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:41,843 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:41,844 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:41,844 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42507%2C1733484099414.meta, suffix=.meta, logDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/oldWALs, maxLogs=10 2024-12-06T11:21:41,856 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414/582807baec72%2C42507%2C1733484099414.meta.1733484101845.meta, exclude list is [], retry=0 2024-12-06T11:21:41,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33085,DS-b1074905-9078-416a-a645-3820455602d1,DISK] 2024-12-06T11:21:41,859 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/WALs/582807baec72,42507,1733484099414/582807baec72%2C42507%2C1733484099414.meta.1733484101845.meta 2024-12-06T11:21:41,859 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-06T11:21:41,859 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:41,859 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:41,860 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:41,860 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:41,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:41,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:41,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:41,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:41,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:41,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:41,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:41,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:41,864 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:41,864 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/1588230740 2024-12-06T11:21:41,865 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/hbase/meta/1588230740 2024-12-06T11:21:41,865 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:41,865 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:41,866 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:41,866 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:41,867 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71044072, jitterRate=0.05863916873931885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:41,867 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:41,880 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484101860Writing region info on filesystem at 1733484101860Initializing all the Stores at 1733484101861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484101861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484101861Cleaning up temporary data from old regions at 1733484101865 (+4 ms)Running coprocessor post-open hooks at 1733484101867 (+2 ms)Region opened successfully at 1733484101879 (+12 ms) 2024-12-06T11:21:41,880 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484101840 2024-12-06T11:21:41,882 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:41,882 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:41,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42507,1733484099414 2024-12-06T11:21:41,883 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42507,1733484099414, state=OPEN 2024-12-06T11:21:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33495-0x101aa6023f30000, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482994766/meta-region-server 2024-12-06T11:21:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x101aa6023f30001, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482994766/meta-region-server 2024-12-06T11:21:41,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42507,1733484099414 2024-12-06T11:21:41,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482994766/meta-region-server: CHANGED 2024-12-06T11:21:41,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482994766/meta-region-server: CHANGED 2024-12-06T11:21:41,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:41,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42507,1733484099414 in 227 msec 2024-12-06T11:21:41,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:41,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-12-06T11:21:41,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:41,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:41,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:41,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42507,1733484099414, seqNum=-1] 2024-12-06T11:21:41,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:41,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:41,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-06T11:21:41,923 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484101923, completionTime=-1 2024-12-06T11:21:41,923 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:41,923 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484161925 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484221925 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:33495, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,925 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,926 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:41,927 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.450sec 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:41,928 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:41,929 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:41,929 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:41,930 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,33495,1733484097716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:41,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:41,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33495,-1 for getting cluster id 2024-12-06T11:21:41,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:41,935 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469a8c9d-2093-4f53-a0c5-2aaffde24556' 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469a8c9d-2093-4f53-a0c5-2aaffde24556" 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e4570b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33495,-1] 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:41,937 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:41,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:41,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42507,1733484099414, seqNum=-1] 2024-12-06T11:21:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:41,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,33495,1733484097716 2024-12-06T11:21:41,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-12-06T11:21:41,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59522, baseZNode=/0-482994766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:41,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa6023f30002 connected 2024-12-06T11:21:41,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33495,1733484097716 2024-12-06T11:21:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffa312d 2024-12-06T11:21:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:41,974 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:41,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:21:41,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:41,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:41,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:21:41,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:21:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:42,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8725f38f3b7998b047d98a29f5367a87, NAME => 'test,,1733484101975.8725f38f3b7998b047d98a29f5367a87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74 2024-12-06T11:21:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33085 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:21:42,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484101975.8725f38f3b7998b047d98a29f5367a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:42,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8725f38f3b7998b047d98a29f5367a87, disabling compactions & flushes 2024-12-06T11:21:42,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. after waiting 0 ms 2024-12-06T11:21:42,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8725f38f3b7998b047d98a29f5367a87: Waiting for close lock at 1733484102394Disabling compacts and flushes for region at 1733484102394Disabling writes for close at 1733484102395 (+1 ms)Writing region close event to WAL at 1733484102395Closed at 1733484102395 2024-12-06T11:21:42,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:42,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484101975.8725f38f3b7998b047d98a29f5367a87.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484102396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484102396"}]},"ts":"1733484102396"} 2024-12-06T11:21:42,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:42,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:42,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484102402"}]},"ts":"1733484102402"} 2024-12-06T11:21:42,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:21:42,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8725f38f3b7998b047d98a29f5367a87, ASSIGN}] 2024-12-06T11:21:42,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8725f38f3b7998b047d98a29f5367a87, ASSIGN 2024-12-06T11:21:42,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8725f38f3b7998b047d98a29f5367a87, ASSIGN; state=OFFLINE, location=582807baec72,42507,1733484099414; forceNewPlan=false, retain=false 2024-12-06T11:21:42,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8725f38f3b7998b047d98a29f5367a87, regionState=OPENING, regionLocation=582807baec72,42507,1733484099414 2024-12-06T11:21:42,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8725f38f3b7998b047d98a29f5367a87, ASSIGN because future has completed 2024-12-06T11:21:42,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8725f38f3b7998b047d98a29f5367a87, server=582807baec72,42507,1733484099414}] 2024-12-06T11:21:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:42,713 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,713 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8725f38f3b7998b047d98a29f5367a87, NAME => 'test,,1733484101975.8725f38f3b7998b047d98a29f5367a87.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:42,713 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:42,713 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:21:42,713 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,713 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484101975.8725f38f3b7998b047d98a29f5367a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:42,713 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,713 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,714 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,715 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8725f38f3b7998b047d98a29f5367a87 columnFamilyName f 2024-12-06T11:21:42,715 DEBUG [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:42,715 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(327): Store=8725f38f3b7998b047d98a29f5367a87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:42,715 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,716 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8725f38f3b7998b047d98a29f5367a87 columnFamilyName f1 2024-12-06T11:21:42,716 DEBUG [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:42,716 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(327): Store=8725f38f3b7998b047d98a29f5367a87/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:42,716 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,717 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8725f38f3b7998b047d98a29f5367a87 columnFamilyName norep 2024-12-06T11:21:42,717 DEBUG [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:42,717 INFO [StoreOpener-8725f38f3b7998b047d98a29f5367a87-1 {}] regionserver.HStore(327): Store=8725f38f3b7998b047d98a29f5367a87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:42,717 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,717 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/default/test/8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,718 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/default/test/8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,718 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,718 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,718 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:21:42,719 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,720 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/data/default/test/8725f38f3b7998b047d98a29f5367a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:42,721 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8725f38f3b7998b047d98a29f5367a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75320033, jitterRate=0.12235595285892487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:21:42,721 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8725f38f3b7998b047d98a29f5367a87 2024-12-06T11:21:42,721 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8725f38f3b7998b047d98a29f5367a87: Running coprocessor pre-open hook at 1733484102713Writing region info on filesystem at 1733484102713Initializing all the Stores at 1733484102714 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484102714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484102714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484102714Cleaning up temporary data from old regions at 1733484102718 (+4 ms)Running coprocessor post-open hooks at 1733484102721 (+3 ms)Region opened successfully at 1733484102721 2024-12-06T11:21:42,722 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484101975.8725f38f3b7998b047d98a29f5367a87., pid=6, masterSystemTime=1733484102710 2024-12-06T11:21:42,723 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,723 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484101975.8725f38f3b7998b047d98a29f5367a87. 2024-12-06T11:21:42,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8725f38f3b7998b047d98a29f5367a87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,42507,1733484099414 2024-12-06T11:21:42,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8725f38f3b7998b047d98a29f5367a87, server=582807baec72,42507,1733484099414 because future has completed 2024-12-06T11:21:42,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:21:42,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8725f38f3b7998b047d98a29f5367a87, server=582807baec72,42507,1733484099414 in 168 msec 2024-12-06T11:21:42,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:21:42,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8725f38f3b7998b047d98a29f5367a87, ASSIGN in 323 msec 2024-12-06T11:21:42,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:21:42,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484102729"}]},"ts":"1733484102729"} 2024-12-06T11:21:42,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:21:42,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:21:42,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-12-06T11:21:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:43,117 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:21:43,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bec40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33495,-1 for getting cluster id 2024-12-06T11:21:43,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:43,118 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469a8c9d-2093-4f53-a0c5-2aaffde24556' 2024-12-06T11:21:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469a8c9d-2093-4f53-a0c5-2aaffde24556" 2024-12-06T11:21:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b06c061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33495,-1] 2024-12-06T11:21:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,119 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2067e48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33495,1733484097716 2024-12-06T11:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6fe0d4 2024-12-06T11:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:43,121 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:43,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:33495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:21:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:21:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:43,123 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:33495' 2024-12-06T11:21:43,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3c55e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,124 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,33495,-1 for getting cluster id 2024-12-06T11:21:43,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:43,125 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '469a8c9d-2093-4f53-a0c5-2aaffde24556' 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "469a8c9d-2093-4f53-a0c5-2aaffde24556" 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b26b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,33495,-1] 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,126 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ed09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:43,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,33495,1733484097716 2024-12-06T11:21:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66170d31 2024-12-06T11:21:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:43,127 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:43,128 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:21:43,128 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:21:43,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:43,128 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T11:21:43,133 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-06T11:21:43,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-06T11:21:43,134 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-06T11:21:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:21:43,227 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://582807baec72:33495, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-06T11:21:43,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:21:43,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:21:43,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:43,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:21:43,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 362) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74-prefix:582807baec72,42507,1733484099414.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_REGION-regionserver/582807baec72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;582807baec72:42507 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;582807baec72:42507-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/582807baec72:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Session-HouseKeeper-10ceecef-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-38229698-172.17.0.3-1733484095577:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59522 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59522) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;582807baec72:33495 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45695 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp140238719-7854 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f0790ad9d08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74/MasterData-prefix:582807baec72,33495,1733484097716 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-38229698-172.17.0.3-1733484095577:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp354939741-7897-acceptor-0@5c6112f3-ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:38789} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e834038 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/582807baec72:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/582807baec72:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d799d0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59522): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484100660 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp140238719-7853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484100652 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144556651_20 at /127.0.0.1:50526 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2111379366_20 at /127.0.0.1:50562 [Receiving block BP-38229698-172.17.0.3-1733484095577:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f0790433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39393 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp140238719-7849 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f0790433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39393/user/jenkins/test-data/1ec40d9d-8609-ba3f-bac3-cb5ca1a6ef74-prefix:582807baec72,42507,1733484099414 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-38229698-172.17.0.3-1733484095577 heartbeating to localhost/127.0.0.1:39393 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144556651_20 at /127.0.0.1:50574 [Receiving block BP-38229698-172.17.0.3-1733484095577:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59522) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp140238719-7850 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f0790433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data2/current/BP-38229698-172.17.0.3-1733484095577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/582807baec72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f07909f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(315863147) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp354939741-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f0790433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@614a12c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data1/current/BP-38229698-172.17.0.3-1733484095577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@78f16034[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/cluster_c55e1c89-4138-6160-da17-e39ef1f51b41/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp140238719-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f0790433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/582807baec72:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server idle connection scanner for port 39393 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: 582807baec72:33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PacketResponder: BP-38229698-172.17.0.3-1733484095577:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2144556651_20 at /127.0.0.1:50594 [Receiving block BP-38229698-172.17.0.3-1733484095577:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59522) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp140238719-7851-acceptor-0@64f9118c-ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:45853} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5229426c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp140238719-7852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 422) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2279 (was 2389) 2024-12-06T11:21:43,246 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-06T11:21:43,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=2276 2024-12-06T11:21:43,261 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-06T11:21:43,277 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-06T11:21:43,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.log.dir so I do NOT create it in target/test-data/855601ab-83c8-5b67-4f40-12b826022048 2024-12-06T11:21:43,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:21:43,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.tmp.dir so I do NOT create it in target/test-data/855601ab-83c8-5b67-4f40-12b826022048 2024-12-06T11:21:43,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0efce813-4d13-2c02-c3de-7f027841ba18/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:21:43,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048 2024-12-06T11:21:43,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd, deleteOnExit=true 2024-12-06T11:21:43,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/zookeeper_0, clientPort=63179, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T11:21:43,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63179 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/test.cache.data in system properties and HBase conf 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:21:43,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:21:43,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:21:43,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:43,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:43,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:43,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:43,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:21:43,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:43,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:43,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:43,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df38f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/java.io.tmpdir/jetty-localhost-36531-hadoop-hdfs-3_4_1-tests_jar-_-any-18275968948838008539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:43,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:36531} 2024-12-06T11:21:43,972 INFO [Time-limited test {}] server.Server(415): Started @318470ms 2024-12-06T11:21:44,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:44,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:44,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:44,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:44,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:21:44,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:44,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:44,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbe537c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/java.io.tmpdir/jetty-localhost-44551-hadoop-hdfs-3_4_1-tests_jar-_-any-11464422517974130664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:44,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:44551} 2024-12-06T11:21:44,320 INFO [Time-limited test {}] server.Server(415): Started @318819ms 2024-12-06T11:21:44,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:21:44,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:44,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T11:21:45,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T11:21:45,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T11:21:45,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T11:21:45,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:21:45,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T11:21:45,573 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/data/data2/current/BP-1723475727-172.17.0.3-1733484103366/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:45,573 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/data/data1/current/BP-1723475727-172.17.0.3-1733484103366/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:45,590 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:21:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa52bb3f6c37cb5f8 with lease ID 0x7063a0b445b42f28: Processing first storage report for DS-cd8503e9-01c6-4469-a939-62a268695728 from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=333bc6ce-b683-49d3-bc3b-939d0b23126e, infoPort=38769, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1165073290;c=1733484103366) 2024-12-06T11:21:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa52bb3f6c37cb5f8 with lease ID 0x7063a0b445b42f28: from storage DS-cd8503e9-01c6-4469-a939-62a268695728 node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=333bc6ce-b683-49d3-bc3b-939d0b23126e, infoPort=38769, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1165073290;c=1733484103366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa52bb3f6c37cb5f8 with lease ID 0x7063a0b445b42f28: Processing first storage report for DS-cd45ddc1-7675-406d-8fae-4b687d0c1952 from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=333bc6ce-b683-49d3-bc3b-939d0b23126e, infoPort=38769, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1165073290;c=1733484103366) 2024-12-06T11:21:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa52bb3f6c37cb5f8 with lease ID 0x7063a0b445b42f28: from storage DS-cd45ddc1-7675-406d-8fae-4b687d0c1952 node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=333bc6ce-b683-49d3-bc3b-939d0b23126e, infoPort=38769, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1165073290;c=1733484103366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:45,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048 2024-12-06T11:21:45,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:45,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:21:46,066 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f with version=8 2024-12-06T11:21:46,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/hbase-staging 2024-12-06T11:21:46,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:21:46,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:46,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38617 2024-12-06T11:21:46,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38617 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386170x0, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:46,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38617-0x101aa60425d0000 connected 2024-12-06T11:21:46,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:46,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:46,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/running 2024-12-06T11:21:46,422 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f, hbase.cluster.distributed=false 2024-12-06T11:21:46,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/acl 2024-12-06T11:21:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38617 2024-12-06T11:21:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38617 2024-12-06T11:21:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38617 2024-12-06T11:21:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38617 2024-12-06T11:21:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38617 2024-12-06T11:21:46,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:21:46,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:46,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42793 2024-12-06T11:21:46,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42793 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:46,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:46,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:46,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427930x0, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:46,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427930x0, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/running 2024-12-06T11:21:46,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42793-0x101aa60425d0001 connected 2024-12-06T11:21:46,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:21:46,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:21:46,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/master 2024-12-06T11:21:46,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/acl 2024-12-06T11:21:46,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42793 2024-12-06T11:21:46,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42793 2024-12-06T11:21:46,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42793 2024-12-06T11:21:46,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42793 2024-12-06T11:21:46,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42793 2024-12-06T11:21:46,472 DEBUG [M:0;582807baec72:38617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:38617 2024-12-06T11:21:46,473 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1116844968/backup-masters/582807baec72,38617,1733484106068 2024-12-06T11:21:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/backup-masters 2024-12-06T11:21:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/backup-masters 2024-12-06T11:21:46,483 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on existing znode=/0-1116844968/backup-masters/582807baec72,38617,1733484106068 2024-12-06T11:21:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1116844968/master 2024-12-06T11:21:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:46,493 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on existing znode=/0-1116844968/master 2024-12-06T11:21:46,493 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1116844968/backup-masters/582807baec72,38617,1733484106068 from backup master directory 2024-12-06T11:21:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1116844968/backup-masters/582807baec72,38617,1733484106068 2024-12-06T11:21:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/backup-masters 2024-12-06T11:21:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/backup-masters 2024-12-06T11:21:46,503 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:46,503 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,38617,1733484106068 2024-12-06T11:21:46,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/hbase.id] with ID: 6c1d2058-34f6-4b04-bd4a-91287edbec6c 2024-12-06T11:21:46,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/.tmp/hbase.id 2024-12-06T11:21:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:21:46,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:21:46,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T11:21:46,913 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/.tmp/hbase.id]:[hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/hbase.id] 2024-12-06T11:21:46,919 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:46,919 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:21:46,920 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:21:47,380 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:47,381 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:21:47,381 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:21:47,386 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store 2024-12-06T11:21:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:47,790 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:47,790 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:47,790 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484107790Disabling compacts and flushes for region at 1733484107790Disabling writes for close at 1733484107790Writing region close event to WAL at 1733484107790Closed at 1733484107790 2024-12-06T11:21:47,791 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/.initializing 2024-12-06T11:21:47,791 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/WALs/582807baec72,38617,1733484106068 2024-12-06T11:21:47,792 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:47,793 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C38617%2C1733484106068, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/WALs/582807baec72,38617,1733484106068, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:47,808 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/WALs/582807baec72,38617,1733484106068/582807baec72%2C38617%2C1733484106068.1733484107793, exclude list is [], retry=0 2024-12-06T11:21:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:21:47,814 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/WALs/582807baec72,38617,1733484106068/582807baec72%2C38617%2C1733484106068.1733484107793 2024-12-06T11:21:47,814 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:21:47,814 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:47,814 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:47,814 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,814 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:47,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:47,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:47,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:47,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:47,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:47,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:47,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:47,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:47,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:47,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:47,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:47,820 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,820 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,821 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,821 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,821 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,822 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:47,822 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:47,823 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:47,824 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61965551, jitterRate=-0.07664133608341217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:47,824 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484107814Initializing all the Stores at 1733484107815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484107815Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484107815Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484107815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484107815Cleaning up temporary data from old regions at 1733484107821 (+6 ms)Region opened successfully at 1733484107824 (+3 ms) 2024-12-06T11:21:47,824 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:47,825 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1205bde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:47,826 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:47,826 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:47,826 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:47,826 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:47,826 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:47,827 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:47,827 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:47,828 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:47,828 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:47,914 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/balancer already deleted, retry=false 2024-12-06T11:21:47,914 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:47,915 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:47,998 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/normalizer already deleted, retry=false 2024-12-06T11:21:47,998 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:47,999 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:48,065 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/switch/split already deleted, retry=false 2024-12-06T11:21:48,066 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:48,092 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/switch/merge already deleted, retry=false 2024-12-06T11:21:48,094 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:48,103 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1116844968/running 2024-12-06T11:21:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1116844968/running 2024-12-06T11:21:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,114 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,38617,1733484106068, sessionid=0x101aa60425d0000, setting cluster-up flag (Was=false) 2024-12-06T11:21:48,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,166 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1116844968/flush-table-proc/acquired, /0-1116844968/flush-table-proc/reached, /0-1116844968/flush-table-proc/abort 2024-12-06T11:21:48,167 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38617,1733484106068 2024-12-06T11:21:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,219 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1116844968/online-snapshot/acquired, /0-1116844968/online-snapshot/reached, /0-1116844968/online-snapshot/abort 2024-12-06T11:21:48,220 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38617,1733484106068 2024-12-06T11:21:48,221 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:48,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:48,222 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:48,222 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:48,222 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,38617,1733484106068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:48,223 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484138224 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:48,224 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:48,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:48,225 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:48,225 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:48,225 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:48,225 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:48,225 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:48,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:48,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:48,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:48,228 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:48,232 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484108228,5,FailOnTimeoutGroup] 2024-12-06T11:21:48,232 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484108232,5,FailOnTimeoutGroup] 2024-12-06T11:21:48,232 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,232 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:48,232 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,232 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:48,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:48,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f 2024-12-06T11:21:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741832_1008 (size=32) 2024-12-06T11:21:48,265 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(746): ClusterId : 6c1d2058-34f6-4b04-bd4a-91287edbec6c 2024-12-06T11:21:48,265 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:48,272 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:48,272 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:48,283 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:48,283 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c2ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:48,294 DEBUG [RS:0;582807baec72:42793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:42793 2024-12-06T11:21:48,295 INFO [RS:0;582807baec72:42793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:48,295 INFO [RS:0;582807baec72:42793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:48,295 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:48,295 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,38617,1733484106068 with port=42793, startcode=1733484106437 2024-12-06T11:21:48,295 DEBUG [RS:0;582807baec72:42793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:48,296 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:48,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,42793,1733484106437 2024-12-06T11:21:48,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38617 {}] master.ServerManager(517): Registering regionserver=582807baec72,42793,1733484106437 2024-12-06T11:21:48,298 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f 2024-12-06T11:21:48,298 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43975 2024-12-06T11:21:48,298 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:48,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/rs 2024-12-06T11:21:48,303 DEBUG [RS:0;582807baec72:42793 {}] zookeeper.ZKUtil(111): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on existing znode=/0-1116844968/rs/582807baec72,42793,1733484106437 2024-12-06T11:21:48,303 WARN [RS:0;582807baec72:42793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:48,304 INFO [RS:0;582807baec72:42793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:48,304 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437 2024-12-06T11:21:48,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,42793,1733484106437] 2024-12-06T11:21:48,309 INFO [RS:0;582807baec72:42793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:48,311 INFO [RS:0;582807baec72:42793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:48,311 INFO [RS:0;582807baec72:42793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:48,311 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,311 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:48,311 INFO [RS:0;582807baec72:42793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:48,312 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:48,312 DEBUG [RS:0;582807baec72:42793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,313 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42793,1733484106437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:48,329 INFO [RS:0;582807baec72:42793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:48,329 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,42793,1733484106437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,329 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,329 INFO [RS:0;582807baec72:42793 {}] regionserver.Replication(171): 582807baec72,42793,1733484106437 started 2024-12-06T11:21:48,341 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:48,341 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,42793,1733484106437, RpcServer on 582807baec72/172.17.0.3:42793, sessionid=0x101aa60425d0001 2024-12-06T11:21:48,341 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:48,341 DEBUG [RS:0;582807baec72:42793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,42793,1733484106437 2024-12-06T11:21:48,341 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42793,1733484106437' 2024-12-06T11:21:48,341 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1116844968/flush-table-proc/abort' 2024-12-06T11:21:48,341 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1116844968/flush-table-proc/acquired' 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,42793,1733484106437 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,42793,1733484106437' 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1116844968/online-snapshot/abort' 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1116844968/online-snapshot/acquired' 2024-12-06T11:21:48,342 DEBUG [RS:0;582807baec72:42793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:48,342 INFO [RS:0;582807baec72:42793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:48,342 INFO [RS:0;582807baec72:42793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:48,442 INFO [RS:0;582807baec72:42793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:48,444 INFO [RS:0;582807baec72:42793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42793%2C1733484106437, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/oldWALs, maxLogs=10 2024-12-06T11:21:48,455 DEBUG [RS:0;582807baec72:42793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444, exclude list is [], retry=0 2024-12-06T11:21:48,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:21:48,460 INFO [RS:0;582807baec72:42793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 2024-12-06T11:21:48,460 DEBUG [RS:0;582807baec72:42793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:21:48,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:48,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:48,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:48,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:48,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:48,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:48,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:48,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:48,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:48,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:48,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:48,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:48,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:48,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:48,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:48,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:48,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:48,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:48,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740 2024-12-06T11:21:48,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740 2024-12-06T11:21:48,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:48,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:48,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:48,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:48,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:48,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74896428, jitterRate=0.11604374647140503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484108648Initializing all the Stores at 1733484108649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484108649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484108649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484108650 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484108650Cleaning up temporary data from old regions at 1733484108655 (+5 ms)Region opened successfully at 1733484108657 (+2 ms) 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:48,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:48,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:48,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484108658Disabling compacts and flushes for region at 1733484108658Disabling writes for close at 1733484108658Writing region close event to WAL at 1733484108658Closed at 1733484108658 2024-12-06T11:21:48,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:48,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:48,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:48,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:48,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:48,810 DEBUG [582807baec72:38617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:48,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:21:48,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42793,1733484106437, state=OPENING 2024-12-06T11:21:48,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:21:48,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1116844968/meta-region-server: CHANGED 2024-12-06T11:21:48,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1116844968/meta-region-server: CHANGED 2024-12-06T11:21:48,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:48,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42793,1733484106437}] 2024-12-06T11:21:49,055 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:49,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:49,059 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:49,059 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:49,059 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:49,060 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42793%2C1733484106437.meta, suffix=.meta, logDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/oldWALs, maxLogs=10 2024-12-06T11:21:49,076 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484109060.meta, exclude list is [], retry=0 2024-12-06T11:21:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:21:49,080 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484109060.meta 2024-12-06T11:21:49,080 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:21:49,080 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:49,081 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:49,081 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:49,081 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:49,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:49,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:49,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:49,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:49,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:49,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:49,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:49,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:49,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:49,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:49,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:49,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:49,090 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:49,091 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740 2024-12-06T11:21:49,091 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740 2024-12-06T11:21:49,092 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:49,092 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:49,092 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:49,093 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:49,094 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70183160, jitterRate=0.045810580253601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:49,094 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:49,094 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484109081Writing region info on filesystem at 1733484109081Initializing all the Stores at 1733484109082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484109082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484109086 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484109086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484109086Cleaning up temporary data from old regions at 1733484109092 (+6 ms)Running coprocessor post-open hooks at 1733484109094 (+2 ms)Region opened successfully at 1733484109094 2024-12-06T11:21:49,095 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484109055 2024-12-06T11:21:49,096 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:49,096 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:49,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:21:49,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,42793,1733484106437, state=OPEN 2024-12-06T11:21:49,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1116844968/meta-region-server 2024-12-06T11:21:49,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1116844968/meta-region-server 2024-12-06T11:21:49,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,42793,1733484106437 2024-12-06T11:21:49,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1116844968/meta-region-server: CHANGED 2024-12-06T11:21:49,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1116844968/meta-region-server: CHANGED 2024-12-06T11:21:49,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:49,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,42793,1733484106437 in 211 msec 2024-12-06T11:21:49,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:49,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-12-06T11:21:49,117 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:49,117 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:49,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:49,118 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42793,1733484106437, seqNum=-1] 2024-12-06T11:21:49,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:49,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:49,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 901 msec 2024-12-06T11:21:49,123 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484109123, completionTime=-1 2024-12-06T11:21:49,123 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:49,123 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484169125 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484229125 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:38617, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,125 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,126 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,127 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.625sec 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:49,128 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:49,130 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:49,130 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:49,130 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38617,1733484106068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:49,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:21:49,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:49,170 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208e9332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:49,172 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:49,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:49,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42793,1733484106437, seqNum=-1] 2024-12-06T11:21:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:49,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:49,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,38617,1733484106068 2024-12-06T11:21:49,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:49,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:49,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101aa60425d0002 connected 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir so I do NOT create it in target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099 2024-12-06T11:21:49,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.tmp.dir so I do NOT create it in target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099 2024-12-06T11:21:49,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:21:49,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/cluster_643f28c0-4886-914e-ef8e-ea0ec4eeeec4, deleteOnExit=true 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/test.cache.data in system properties and HBase conf 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:21:49,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:21:49,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:21:49,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:21:49,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:49,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:49,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:49,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:49,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:21:49,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:49,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:49,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70764eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:49,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7278e131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/java.io.tmpdir/jetty-localhost-38019-hadoop-hdfs-3_4_1-tests_jar-_-any-5448674337625655612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:49,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aae27f{HTTP/1.1, (http/1.1)}{localhost:38019} 2024-12-06T11:21:49,706 INFO [Time-limited test {}] server.Server(415): Started @324205ms 2024-12-06T11:21:50,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:50,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:50,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:50,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:50,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T11:21:50,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:50,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501795a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:50,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4abd7308{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/java.io.tmpdir/jetty-localhost-37437-hadoop-hdfs-3_4_1-tests_jar-_-any-6011009096140877691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:50,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@760c5af5{HTTP/1.1, (http/1.1)}{localhost:37437} 2024-12-06T11:21:50,140 INFO [Time-limited test {}] server.Server(415): Started @324639ms 2024-12-06T11:21:50,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:21:50,843 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/cluster_643f28c0-4886-914e-ef8e-ea0ec4eeeec4/data/data1/current/BP-953613740-172.17.0.3-1733484109214/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:50,843 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/cluster_643f28c0-4886-914e-ef8e-ea0ec4eeeec4/data/data2/current/BP-953613740-172.17.0.3-1733484109214/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:50,862 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c34aaea036156e4 with lease ID 0x79681b993d898204: Processing first storage report for DS-e4baa9a4-61d8-4ce8-a309-71516a968135 from datanode DatanodeRegistration(127.0.0.1:39543, datanodeUuid=df963b5d-e810-4efa-b9d4-aa93a2ba0176, infoPort=33199, infoSecurePort=0, ipcPort=39253, storageInfo=lv=-57;cid=testClusterID;nsid=986199258;c=1733484109214) 2024-12-06T11:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c34aaea036156e4 with lease ID 0x79681b993d898204: from storage DS-e4baa9a4-61d8-4ce8-a309-71516a968135 node DatanodeRegistration(127.0.0.1:39543, datanodeUuid=df963b5d-e810-4efa-b9d4-aa93a2ba0176, infoPort=33199, infoSecurePort=0, ipcPort=39253, storageInfo=lv=-57;cid=testClusterID;nsid=986199258;c=1733484109214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c34aaea036156e4 with lease ID 0x79681b993d898204: Processing first storage report for DS-29f63656-a222-474a-9650-4ce9e5938d60 from datanode DatanodeRegistration(127.0.0.1:39543, datanodeUuid=df963b5d-e810-4efa-b9d4-aa93a2ba0176, infoPort=33199, infoSecurePort=0, ipcPort=39253, storageInfo=lv=-57;cid=testClusterID;nsid=986199258;c=1733484109214) 2024-12-06T11:21:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c34aaea036156e4 with lease ID 0x79681b993d898204: from storage DS-29f63656-a222-474a-9650-4ce9e5938d60 node DatanodeRegistration(127.0.0.1:39543, datanodeUuid=df963b5d-e810-4efa-b9d4-aa93a2ba0176, infoPort=33199, infoSecurePort=0, ipcPort=39253, storageInfo=lv=-57;cid=testClusterID;nsid=986199258;c=1733484109214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:50,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099 2024-12-06T11:21:50,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:50,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:21:51,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e with version=8 2024-12-06T11:21:51,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/hbase-staging 2024-12-06T11:21:51,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:21:51,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:51,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38773 2024-12-06T11:21:51,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38773 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:51,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387730x0, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:51,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38773-0x101aa60425d0003 connected 2024-12-06T11:21:51,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:51,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/running 2024-12-06T11:21:51,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e, hbase.cluster.distributed=false 2024-12-06T11:21:51,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/acl 2024-12-06T11:21:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38773 2024-12-06T11:21:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38773 2024-12-06T11:21:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38773 2024-12-06T11:21:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38773 2024-12-06T11:21:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38773 2024-12-06T11:21:51,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:21:51,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:51,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43797 2024-12-06T11:21:51,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43797 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:51,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:51,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437970x0, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:51,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437970x0, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/running 2024-12-06T11:21:51,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43797-0x101aa60425d0004 connected 2024-12-06T11:21:51,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:21:51,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:21:51,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/master 2024-12-06T11:21:51,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/acl 2024-12-06T11:21:51,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43797 2024-12-06T11:21:51,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43797 2024-12-06T11:21:51,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43797 2024-12-06T11:21:51,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43797 2024-12-06T11:21:51,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43797 2024-12-06T11:21:51,522 DEBUG [M:0;582807baec72:38773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:38773 2024-12-06T11:21:51,523 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1155502661/backup-masters/582807baec72,38773,1733484111319 2024-12-06T11:21:51,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/backup-masters 2024-12-06T11:21:51,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/backup-masters 2024-12-06T11:21:51,535 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on existing znode=/1155502661/backup-masters/582807baec72,38773,1733484111319 2024-12-06T11:21:51,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155502661/master 2024-12-06T11:21:51,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:51,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:51,545 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on existing znode=/1155502661/master 2024-12-06T11:21:51,545 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1155502661/backup-masters/582807baec72,38773,1733484111319 from backup master directory 2024-12-06T11:21:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155502661/backup-masters/582807baec72,38773,1733484111319 2024-12-06T11:21:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/backup-masters 2024-12-06T11:21:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/backup-masters 2024-12-06T11:21:51,555 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:51,555 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,38773,1733484111319 2024-12-06T11:21:51,558 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/hbase.id] with ID: 6b66775e-8b1f-4e4b-8ce7-e807dea058d9 2024-12-06T11:21:51,558 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/.tmp/hbase.id 2024-12-06T11:21:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:21:51,961 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/.tmp/hbase.id]:[hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/hbase.id] 2024-12-06T11:21:51,968 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:51,969 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:21:51,969 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T11:21:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:21:52,455 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:52,456 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:21:52,457 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:52,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:21:52,472 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store 2024-12-06T11:21:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:52,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:52,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:52,484 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:52,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:52,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:52,484 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:52,484 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:52,485 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484112484Disabling compacts and flushes for region at 1733484112484Disabling writes for close at 1733484112484Writing region close event to WAL at 1733484112484Closed at 1733484112484 2024-12-06T11:21:52,485 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/.initializing 2024-12-06T11:21:52,485 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/WALs/582807baec72,38773,1733484111319 2024-12-06T11:21:52,486 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:52,487 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C38773%2C1733484111319, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/WALs/582807baec72,38773,1733484111319, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:52,502 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/WALs/582807baec72,38773,1733484111319/582807baec72%2C38773%2C1733484111319.1733484112488, exclude list is [], retry=0 2024-12-06T11:21:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39543,DS-e4baa9a4-61d8-4ce8-a309-71516a968135,DISK] 2024-12-06T11:21:52,506 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/WALs/582807baec72,38773,1733484111319/582807baec72%2C38773%2C1733484111319.1733484112488 2024-12-06T11:21:52,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-12-06T11:21:52,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:52,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:52,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,506 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:52,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:52,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:52,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:52,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:52,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:52,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:52,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:52,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:52,512 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,512 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,512 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,513 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,513 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,514 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:52,514 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:52,516 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:52,516 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62279529, jitterRate=-0.07196269929409027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:52,516 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484112506Initializing all the Stores at 1733484112507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484112507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484112507Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484112507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484112507Cleaning up temporary data from old regions at 1733484112513 (+6 ms)Region opened successfully at 1733484112516 (+3 ms) 2024-12-06T11:21:52,516 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:52,518 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b42a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:52,519 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:52,519 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:52,519 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:52,519 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:52,520 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:52,520 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:52,520 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:52,525 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:52,526 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Unable to get data of znode /1155502661/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:52,576 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/balancer already deleted, retry=false 2024-12-06T11:21:52,577 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:52,577 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Unable to get data of znode /1155502661/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:52,587 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/normalizer already deleted, retry=false 2024-12-06T11:21:52,587 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:52,588 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Unable to get data of znode /1155502661/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:52,597 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/switch/split already deleted, retry=false 2024-12-06T11:21:52,598 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Unable to get data of znode /1155502661/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:52,608 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/switch/merge already deleted, retry=false 2024-12-06T11:21:52,609 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Unable to get data of znode /1155502661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:52,618 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:52,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155502661/running 2024-12-06T11:21:52,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155502661/running 2024-12-06T11:21:52,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,629 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,38773,1733484111319, sessionid=0x101aa60425d0003, setting cluster-up flag (Was=false) 2024-12-06T11:21:52,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,682 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155502661/flush-table-proc/acquired, /1155502661/flush-table-proc/reached, /1155502661/flush-table-proc/abort 2024-12-06T11:21:52,683 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38773,1733484111319 2024-12-06T11:21:52,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:52,734 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155502661/online-snapshot/acquired, /1155502661/online-snapshot/reached, /1155502661/online-snapshot/abort 2024-12-06T11:21:52,735 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,38773,1733484111319 2024-12-06T11:21:52,736 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:52,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:52,737 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:52,737 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:52,737 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,38773,1733484111319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:52,738 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484142739 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:52,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:52,739 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:52,740 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:52,740 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484112740,5,FailOnTimeoutGroup] 2024-12-06T11:21:52,740 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484112740,5,FailOnTimeoutGroup] 2024-12-06T11:21:52,740 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,740 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:52,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:52,740 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,740 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:52,815 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(746): ClusterId : 6b66775e-8b1f-4e4b-8ce7-e807dea058d9 2024-12-06T11:21:52,815 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:52,828 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:52,828 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:52,840 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:52,840 DEBUG [RS:0;582807baec72:43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44719b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:52,850 DEBUG [RS:0;582807baec72:43797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:43797 2024-12-06T11:21:52,850 INFO [RS:0;582807baec72:43797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:52,850 INFO [RS:0;582807baec72:43797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:52,850 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:52,851 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,38773,1733484111319 with port=43797, startcode=1733484111485 2024-12-06T11:21:52,851 DEBUG [RS:0;582807baec72:43797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:52,852 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:52,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,43797,1733484111485 2024-12-06T11:21:52,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38773 {}] master.ServerManager(517): Registering regionserver=582807baec72,43797,1733484111485 2024-12-06T11:21:52,853 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e 2024-12-06T11:21:52,853 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33913 2024-12-06T11:21:52,853 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/rs 2024-12-06T11:21:52,912 DEBUG [RS:0;582807baec72:43797 {}] zookeeper.ZKUtil(111): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on existing znode=/1155502661/rs/582807baec72,43797,1733484111485 2024-12-06T11:21:52,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,43797,1733484111485] 2024-12-06T11:21:52,912 WARN [RS:0;582807baec72:43797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:52,912 INFO [RS:0;582807baec72:43797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:52,912 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485 2024-12-06T11:21:52,917 INFO [RS:0;582807baec72:43797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:52,920 INFO [RS:0;582807baec72:43797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:52,921 INFO [RS:0;582807baec72:43797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:52,921 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,921 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:52,922 INFO [RS:0;582807baec72:43797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:52,922 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:52,922 DEBUG [RS:0;582807baec72:43797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,923 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,43797,1733484111485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:52,937 INFO [RS:0;582807baec72:43797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:52,937 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,43797,1733484111485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,937 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,937 INFO [RS:0;582807baec72:43797 {}] regionserver.Replication(171): 582807baec72,43797,1733484111485 started 2024-12-06T11:21:52,949 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:52,949 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,43797,1733484111485, RpcServer on 582807baec72/172.17.0.3:43797, sessionid=0x101aa60425d0004 2024-12-06T11:21:52,949 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:52,949 DEBUG [RS:0;582807baec72:43797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,43797,1733484111485 2024-12-06T11:21:52,949 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,43797,1733484111485' 2024-12-06T11:21:52,949 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155502661/flush-table-proc/abort' 2024-12-06T11:21:52,949 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155502661/flush-table-proc/acquired' 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,43797,1733484111485 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,43797,1733484111485' 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155502661/online-snapshot/abort' 2024-12-06T11:21:52,950 DEBUG [RS:0;582807baec72:43797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155502661/online-snapshot/acquired' 2024-12-06T11:21:52,951 DEBUG [RS:0;582807baec72:43797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:52,951 INFO [RS:0;582807baec72:43797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:52,951 INFO [RS:0;582807baec72:43797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:53,051 INFO [RS:0;582807baec72:43797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:53,052 INFO [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C43797%2C1733484111485, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/oldWALs, maxLogs=10 2024-12-06T11:21:53,067 DEBUG [RS:0;582807baec72:43797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485/582807baec72%2C43797%2C1733484111485.1733484113052, exclude list is [], retry=0 2024-12-06T11:21:53,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39543,DS-e4baa9a4-61d8-4ce8-a309-71516a968135,DISK] 2024-12-06T11:21:53,070 INFO [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485/582807baec72%2C43797%2C1733484111485.1733484113052 2024-12-06T11:21:53,071 DEBUG [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-12-06T11:21:53,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:53,151 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e 2024-12-06T11:21:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:21:53,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:53,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:53,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:53,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:53,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:53,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:53,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:53,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:53,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:53,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:53,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740 2024-12-06T11:21:53,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740 2024-12-06T11:21:53,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:53,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:53,562 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:53,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:53,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:53,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73390505, jitterRate=0.09360374510288239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:53,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484113556Initializing all the Stores at 1733484113556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113557 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484113557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113557Cleaning up temporary data from old regions at 1733484113562 (+5 ms)Region opened successfully at 1733484113564 (+2 ms) 2024-12-06T11:21:53,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:53,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:53,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:53,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:53,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:53,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:53,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484113564Disabling compacts and flushes for region at 1733484113564Disabling writes for close at 1733484113565 (+1 ms)Writing region close event to WAL at 1733484113565Closed at 1733484113565 2024-12-06T11:21:53,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:53,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:53,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:53,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:53,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:53,717 DEBUG [582807baec72:38773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:53,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,43797,1733484111485 2024-12-06T11:21:53,718 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,43797,1733484111485, state=OPENING 2024-12-06T11:21:53,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:21:53,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:53,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155502661/meta-region-server: CHANGED 2024-12-06T11:21:53,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,43797,1733484111485}] 2024-12-06T11:21:53,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155502661/meta-region-server: CHANGED 2024-12-06T11:21:53,962 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:53,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:53,966 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:53,966 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:53,966 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:53,967 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C43797%2C1733484111485.meta, suffix=.meta, logDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/oldWALs, maxLogs=10 2024-12-06T11:21:53,986 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485/582807baec72%2C43797%2C1733484111485.meta.1733484113968.meta, exclude list is [], retry=0 2024-12-06T11:21:53,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39543,DS-e4baa9a4-61d8-4ce8-a309-71516a968135,DISK] 2024-12-06T11:21:53,992 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485/582807baec72%2C43797%2C1733484111485.meta.1733484113968.meta 2024-12-06T11:21:53,992 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-12-06T11:21:53,992 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:53,992 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:53,992 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:53,993 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:53,993 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:53,993 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:53,993 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:53,993 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:53,993 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:53,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:53,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:53,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:53,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:53,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:53,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:53,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:53,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:53,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:53,998 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:53,998 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740 2024-12-06T11:21:53,999 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740 2024-12-06T11:21:54,000 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:54,000 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:54,001 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:54,002 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:54,003 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61857880, jitterRate=-0.07824575901031494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:54,003 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:54,003 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484113993Writing region info on filesystem at 1733484113993Initializing all the Stores at 1733484113994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484113994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484113994Cleaning up temporary data from old regions at 1733484114000 (+6 ms)Running coprocessor post-open hooks at 1733484114003 (+3 ms)Region opened successfully at 1733484114003 2024-12-06T11:21:54,004 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484113961 2024-12-06T11:21:54,006 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:54,006 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:54,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,43797,1733484111485 2024-12-06T11:21:54,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,43797,1733484111485, state=OPEN 2024-12-06T11:21:54,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155502661/meta-region-server 2024-12-06T11:21:54,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155502661/meta-region-server 2024-12-06T11:21:54,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,43797,1733484111485 2024-12-06T11:21:54,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155502661/meta-region-server: CHANGED 2024-12-06T11:21:54,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155502661/meta-region-server: CHANGED 2024-12-06T11:21:54,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:54,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,43797,1733484111485 in 210 msec 2024-12-06T11:21:54,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:54,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-06T11:21:54,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:54,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:54,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:54,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43797,1733484111485, seqNum=-1] 2024-12-06T11:21:54,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:54,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:54,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-12-06T11:21:54,028 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484114028, completionTime=-1 2024-12-06T11:21:54,028 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:54,028 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484174030 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484234030 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:38773, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,030 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,031 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,032 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:54,034 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:54,036 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:54,036 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:54,036 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,38773,1733484111319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:54,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499a676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:54,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38773,-1 for getting cluster id 2024-12-06T11:21:54,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:54,117 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b66775e-8b1f-4e4b-8ce7-e807dea058d9' 2024-12-06T11:21:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b66775e-8b1f-4e4b-8ce7-e807dea058d9" 2024-12-06T11:21:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e42a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38773,-1] 2024-12-06T11:21:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:54,118 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:54,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8ce8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:54,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43797,1733484111485, seqNum=-1] 2024-12-06T11:21:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:54,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,38773,1733484111319 2024-12-06T11:21:54,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:54,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101aa60425d0005 connected 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir so I do NOT create it in target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df 2024-12-06T11:21:54,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.tmp.dir so I do NOT create it in target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df 2024-12-06T11:21:54,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T11:21:54,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/cluster_71d8a70b-a51e-39b2-7828-8fca1f72192d, deleteOnExit=true 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/test.cache.data in system properties and HBase conf 2024-12-06T11:21:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.log.dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T11:21:54,148 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T11:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/nfs.dump.dir in system properties and HBase conf 2024-12-06T11:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/java.io.tmpdir in system properties and HBase conf 2024-12-06T11:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T11:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T11:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T11:21:54,496 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T11:21:54,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,498 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,513 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:54,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:54,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:54,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:54,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:54,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:21:54,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:54,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:54,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@beb64f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:54,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61272776{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/java.io.tmpdir/jetty-localhost-40871-hadoop-hdfs-3_4_1-tests_jar-_-any-3079477167621819362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:21:54,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e2a454{HTTP/1.1, (http/1.1)}{localhost:40871} 2024-12-06T11:21:54,764 INFO [Time-limited test {}] server.Server(415): Started @329263ms 2024-12-06T11:21:55,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T11:21:55,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T11:21:55,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T11:21:55,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T11:21:55,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T11:21:55,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.log.dir/,AVAILABLE} 2024-12-06T11:21:55,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5663c986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T11:21:55,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16448695{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/java.io.tmpdir/jetty-localhost-34391-hadoop-hdfs-3_4_1-tests_jar-_-any-18389219302823881178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:21:55,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146e5199{HTTP/1.1, (http/1.1)}{localhost:34391} 2024-12-06T11:21:55,255 INFO [Time-limited test {}] server.Server(415): Started @329754ms 2024-12-06T11:21:55,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T11:21:56,006 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/cluster_71d8a70b-a51e-39b2-7828-8fca1f72192d/data/data1/current/BP-843500539-172.17.0.3-1733484114166/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:56,006 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/cluster_71d8a70b-a51e-39b2-7828-8fca1f72192d/data/data2/current/BP-843500539-172.17.0.3-1733484114166/current, will proceed with Du for space computation calculation, 2024-12-06T11:21:56,031 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T11:21:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3475b8e18ec850c5 with lease ID 0x344e77557b9046fd: Processing first storage report for DS-0a36958a-4590-4025-bc26-14a685bf405f from datanode DatanodeRegistration(127.0.0.1:45855, datanodeUuid=4efcd56b-a810-4f27-9043-ccf7b7951e08, infoPort=37199, infoSecurePort=0, ipcPort=42661, storageInfo=lv=-57;cid=testClusterID;nsid=1539115988;c=1733484114166) 2024-12-06T11:21:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3475b8e18ec850c5 with lease ID 0x344e77557b9046fd: from storage DS-0a36958a-4590-4025-bc26-14a685bf405f node DatanodeRegistration(127.0.0.1:45855, datanodeUuid=4efcd56b-a810-4f27-9043-ccf7b7951e08, infoPort=37199, infoSecurePort=0, ipcPort=42661, storageInfo=lv=-57;cid=testClusterID;nsid=1539115988;c=1733484114166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3475b8e18ec850c5 with lease ID 0x344e77557b9046fd: Processing first storage report for DS-44457a26-fe67-48be-a2f4-1f21d2174560 from datanode DatanodeRegistration(127.0.0.1:45855, datanodeUuid=4efcd56b-a810-4f27-9043-ccf7b7951e08, infoPort=37199, infoSecurePort=0, ipcPort=42661, storageInfo=lv=-57;cid=testClusterID;nsid=1539115988;c=1733484114166) 2024-12-06T11:21:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3475b8e18ec850c5 with lease ID 0x344e77557b9046fd: from storage DS-44457a26-fe67-48be-a2f4-1f21d2174560 node DatanodeRegistration(127.0.0.1:45855, datanodeUuid=4efcd56b-a810-4f27-9043-ccf7b7951e08, infoPort=37199, infoSecurePort=0, ipcPort=42661, storageInfo=lv=-57;cid=testClusterID;nsid=1539115988;c=1733484114166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T11:21:56,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df 2024-12-06T11:21:56,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741825_1001 (size=7) 2024-12-06T11:21:56,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736 with version=8 2024-12-06T11:21:56,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/hbase-staging 2024-12-06T11:21:56,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:56,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:56,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41117 2024-12-06T11:21:56,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41117 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:56,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411170x0, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:56,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41117-0x101aa60425d0006 connected 2024-12-06T11:21:56,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/running 2024-12-06T11:21:56,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736, hbase.cluster.distributed=false 2024-12-06T11:21:56,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/acl 2024-12-06T11:21:56,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-06T11:21:56,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41117 2024-12-06T11:21:56,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41117 2024-12-06T11:21:56,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-06T11:21:56,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-06T11:21:56,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/582807baec72:0 server-side Connection retries=45 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T11:21:56,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T11:21:56,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40597 2024-12-06T11:21:56,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40597 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:56,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405970x0, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:56,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40597-0x101aa60425d0007 connected 2024-12-06T11:21:56,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405970x0, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/running 2024-12-06T11:21:56,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T11:21:56,251 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T11:21:56,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/master 2024-12-06T11:21:56,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/acl 2024-12-06T11:21:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40597 2024-12-06T11:21:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40597 2024-12-06T11:21:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40597 2024-12-06T11:21:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40597 2024-12-06T11:21:56,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40597 2024-12-06T11:21:56,280 DEBUG [M:0;582807baec72:41117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;582807baec72:41117 2024-12-06T11:21:56,281 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21643101869/backup-masters/582807baec72,41117,1733484116118 2024-12-06T11:21:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/backup-masters 2024-12-06T11:21:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/backup-masters 2024-12-06T11:21:56,292 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on existing znode=/21643101869/backup-masters/582807baec72,41117,1733484116118 2024-12-06T11:21:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21643101869/master 2024-12-06T11:21:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:56,303 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on existing znode=/21643101869/master 2024-12-06T11:21:56,303 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21643101869/backup-masters/582807baec72,41117,1733484116118 from backup master directory 2024-12-06T11:21:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21643101869/backup-masters/582807baec72,41117,1733484116118 2024-12-06T11:21:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/backup-masters 2024-12-06T11:21:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/backup-masters 2024-12-06T11:21:56,313 WARN [master/582807baec72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:56,313 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=582807baec72,41117,1733484116118 2024-12-06T11:21:56,316 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/hbase.id] with ID: 71312139-6d4f-42cf-9dfb-1361e6b13643 2024-12-06T11:21:56,316 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/.tmp/hbase.id 2024-12-06T11:21:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741826_1002 (size=42) 2024-12-06T11:21:56,720 DEBUG [master/582807baec72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/.tmp/hbase.id]:[hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/hbase.id] 2024-12-06T11:21:56,726 INFO [master/582807baec72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:21:56,726 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T11:21:56,727 INFO [master/582807baec72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T11:21:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:56,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741827_1003 (size=196) 2024-12-06T11:21:57,149 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:57,150 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T11:21:57,151 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:57,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741828_1004 (size=1189) 2024-12-06T11:21:57,566 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store 2024-12-06T11:21:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741829_1005 (size=34) 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:21:57,977 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:57,977 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:21:57,977 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484117977Disabling compacts and flushes for region at 1733484117977Disabling writes for close at 1733484117977Writing region close event to WAL at 1733484117977Closed at 1733484117977 2024-12-06T11:21:57,978 WARN [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/.initializing 2024-12-06T11:21:57,978 DEBUG [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/WALs/582807baec72,41117,1733484116118 2024-12-06T11:21:57,979 INFO [master/582807baec72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:57,980 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=582807baec72%2C41117%2C1733484116118, suffix=, logDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/WALs/582807baec72,41117,1733484116118, archiveDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/oldWALs, maxLogs=10 2024-12-06T11:21:57,996 DEBUG [master/582807baec72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/WALs/582807baec72,41117,1733484116118/582807baec72%2C41117%2C1733484116118.1733484117981, exclude list is [], retry=0 2024-12-06T11:21:57,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-0a36958a-4590-4025-bc26-14a685bf405f,DISK] 2024-12-06T11:21:58,000 INFO [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/WALs/582807baec72,41117,1733484116118/582807baec72%2C41117%2C1733484116118.1733484117981 2024-12-06T11:21:58,000 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)] 2024-12-06T11:21:58,000 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:58,001 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:58,001 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,001 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T11:21:58,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:58,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T11:21:58,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:58,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T11:21:58,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T11:21:58,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:21:58,014 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,015 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,015 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,016 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,016 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,016 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:58,017 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T11:21:58,019 DEBUG [master/582807baec72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:58,019 INFO [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238813, jitterRate=0.1062445193529129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:58,019 DEBUG [master/582807baec72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733484118001Initializing all the Stores at 1733484118001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484118001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484118008 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484118008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484118008Cleaning up temporary data from old regions at 1733484118016 (+8 ms)Region opened successfully at 1733484118019 (+3 ms) 2024-12-06T11:21:58,019 INFO [master/582807baec72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T11:21:58,022 DEBUG [master/582807baec72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a40db65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:58,022 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T11:21:58,023 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T11:21:58,023 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T11:21:58,023 INFO [master/582807baec72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T11:21:58,023 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T11:21:58,023 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T11:21:58,024 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T11:21:58,025 INFO [master/582807baec72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T11:21:58,026 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/balancer because node does not exist (not necessarily an error) 2024-12-06T11:21:58,092 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/balancer already deleted, retry=false 2024-12-06T11:21:58,093 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T11:21:58,094 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/normalizer because node does not exist (not necessarily an error) 2024-12-06T11:21:58,102 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/normalizer already deleted, retry=false 2024-12-06T11:21:58,103 INFO [master/582807baec72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T11:21:58,109 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/switch/split because node does not exist (not necessarily an error) 2024-12-06T11:21:58,113 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/switch/split already deleted, retry=false 2024-12-06T11:21:58,114 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/switch/merge because node does not exist (not necessarily an error) 2024-12-06T11:21:58,123 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/switch/merge already deleted, retry=false 2024-12-06T11:21:58,125 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T11:21:58,134 DEBUG [master/582807baec72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/snapshot-cleanup already deleted, retry=false 2024-12-06T11:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21643101869/running 2024-12-06T11:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21643101869/running 2024-12-06T11:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,146 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=582807baec72,41117,1733484116118, sessionid=0x101aa60425d0006, setting cluster-up flag (Was=false) 2024-12-06T11:21:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,197 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21643101869/flush-table-proc/acquired, /21643101869/flush-table-proc/reached, /21643101869/flush-table-proc/abort 2024-12-06T11:21:58,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,41117,1733484116118 2024-12-06T11:21:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,250 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21643101869/online-snapshot/acquired, /21643101869/online-snapshot/reached, /21643101869/online-snapshot/abort 2024-12-06T11:21:58,252 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=582807baec72,41117,1733484116118 2024-12-06T11:21:58,253 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T11:21:58,257 DEBUG [master/582807baec72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:58,257 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T11:21:58,257 INFO [master/582807baec72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T11:21:58,258 DEBUG [master/582807baec72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 582807baec72,41117,1733484116118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T11:21:58,259 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:58,259 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:58,259 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:58,260 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/582807baec72:0, corePoolSize=5, maxPoolSize=5 2024-12-06T11:21:58,260 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/582807baec72:0, corePoolSize=10, maxPoolSize=10 2024-12-06T11:21:58,260 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,260 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:58,260 DEBUG [master/582807baec72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:58,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T11:21:58,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T11:21:58,285 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733484148285 2024-12-06T11:21:58,285 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(746): ClusterId : 71312139-6d4f-42cf-9dfb-1361e6b13643 2024-12-06T11:21:58,285 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T11:21:58,285 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T11:21:58,285 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T11:21:58,285 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T11:21:58,286 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T11:21:58,286 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T11:21:58,286 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T11:21:58,288 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,293 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T11:21:58,293 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T11:21:58,293 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T11:21:58,293 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T11:21:58,293 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T11:21:58,293 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T11:21:58,295 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T11:21:58,296 INFO [master/582807baec72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T11:21:58,296 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484118296,5,FailOnTimeoutGroup] 2024-12-06T11:21:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741831_1007 (size=1321) 2024-12-06T11:21:58,300 DEBUG [master/582807baec72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484118296,5,FailOnTimeoutGroup] 2024-12-06T11:21:58,300 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,300 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T11:21:58,300 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,300 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,303 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T11:21:58,303 DEBUG [RS:0;582807baec72:40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc298d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=582807baec72/172.17.0.3:0 2024-12-06T11:21:58,318 DEBUG [RS:0;582807baec72:40597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;582807baec72:40597 2024-12-06T11:21:58,318 INFO [RS:0;582807baec72:40597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T11:21:58,318 INFO [RS:0;582807baec72:40597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T11:21:58,318 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T11:21:58,319 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(2659): reportForDuty to master=582807baec72,41117,1733484116118 with port=40597, startcode=1733484116236 2024-12-06T11:21:58,319 DEBUG [RS:0;582807baec72:40597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T11:21:58,322 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T11:21:58,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 582807baec72,40597,1733484116236 2024-12-06T11:21:58,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(517): Registering regionserver=582807baec72,40597,1733484116236 2024-12-06T11:21:58,326 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736 2024-12-06T11:21:58,326 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40715 2024-12-06T11:21:58,326 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T11:21:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/rs 2024-12-06T11:21:58,389 DEBUG [RS:0;582807baec72:40597 {}] zookeeper.ZKUtil(111): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on existing znode=/21643101869/rs/582807baec72,40597,1733484116236 2024-12-06T11:21:58,389 WARN [RS:0;582807baec72:40597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T11:21:58,389 INFO [RS:0;582807baec72:40597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:58,389 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236 2024-12-06T11:21:58,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [582807baec72,40597,1733484116236] 2024-12-06T11:21:58,395 INFO [RS:0;582807baec72:40597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T11:21:58,397 INFO [RS:0;582807baec72:40597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T11:21:58,397 INFO [RS:0;582807baec72:40597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T11:21:58,397 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,400 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T11:21:58,401 INFO [RS:0;582807baec72:40597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T11:21:58,401 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/582807baec72:0, corePoolSize=2, maxPoolSize=2 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/582807baec72:0, corePoolSize=1, maxPoolSize=1 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:58,401 DEBUG [RS:0;582807baec72:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/582807baec72:0, corePoolSize=3, maxPoolSize=3 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,412 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,40597,1733484116236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:58,432 INFO [RS:0;582807baec72:40597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T11:21:58,433 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,40597,1733484116236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,433 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,433 INFO [RS:0;582807baec72:40597 {}] regionserver.Replication(171): 582807baec72,40597,1733484116236 started 2024-12-06T11:21:58,451 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:58,451 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1482): Serving as 582807baec72,40597,1733484116236, RpcServer on 582807baec72/172.17.0.3:40597, sessionid=0x101aa60425d0007 2024-12-06T11:21:58,452 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T11:21:58,452 DEBUG [RS:0;582807baec72:40597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 582807baec72,40597,1733484116236 2024-12-06T11:21:58,452 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,40597,1733484116236' 2024-12-06T11:21:58,452 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21643101869/flush-table-proc/abort' 2024-12-06T11:21:58,452 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21643101869/flush-table-proc/acquired' 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 582807baec72,40597,1733484116236 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '582807baec72,40597,1733484116236' 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21643101869/online-snapshot/abort' 2024-12-06T11:21:58,453 DEBUG [RS:0;582807baec72:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21643101869/online-snapshot/acquired' 2024-12-06T11:21:58,454 DEBUG [RS:0;582807baec72:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T11:21:58,454 INFO [RS:0;582807baec72:40597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T11:21:58,454 INFO [RS:0;582807baec72:40597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T11:21:58,554 INFO [RS:0;582807baec72:40597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T11:21:58,556 INFO [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C40597%2C1733484116236, suffix=, logDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236, archiveDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/oldWALs, maxLogs=10 2024-12-06T11:21:58,574 DEBUG [RS:0;582807baec72:40597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236/582807baec72%2C40597%2C1733484116236.1733484118556, exclude list is [], retry=0 2024-12-06T11:21:58,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-0a36958a-4590-4025-bc26-14a685bf405f,DISK] 2024-12-06T11:21:58,577 INFO [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236/582807baec72%2C40597%2C1733484116236.1733484118556 2024-12-06T11:21:58,578 DEBUG [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)] 2024-12-06T11:21:58,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T11:21:58,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736 2024-12-06T11:21:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741833_1009 (size=32) 2024-12-06T11:21:58,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:58,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:58,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:58,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:58,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:58,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:58,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:58,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:58,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:58,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:58,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:58,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:58,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:58,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:58,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:58,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740 2024-12-06T11:21:58,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740 2024-12-06T11:21:58,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:58,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:58,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:58,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:21:58,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587645, jitterRate=0.03693671524524689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733484118704Initializing all the Stores at 1733484118705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484118705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484118705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484118705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484118705Cleaning up temporary data from old regions at 1733484118713 (+8 ms)Region opened successfully at 1733484118716 (+3 ms) 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:21:58,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:21:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:21:58,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:21:58,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484118716Disabling compacts and flushes for region at 1733484118716Disabling writes for close at 1733484118716Writing region close event to WAL at 1733484118717 (+1 ms)Closed at 1733484118717 2024-12-06T11:21:58,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:58,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T11:21:58,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T11:21:58,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:58,719 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T11:21:58,870 DEBUG [582807baec72:41117 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T11:21:58,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=582807baec72,40597,1733484116236 2024-12-06T11:21:58,871 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,40597,1733484116236, state=OPENING 2024-12-06T11:21:58,923 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T11:21:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:21:58,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21643101869/meta-region-server: CHANGED 2024-12-06T11:21:58,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21643101869/meta-region-server: CHANGED 2024-12-06T11:21:58,935 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T11:21:58,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,40597,1733484116236}] 2024-12-06T11:21:59,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:21:59,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:21:59,091 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T11:21:59,091 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:21:59,092 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T11:21:59,092 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C40597%2C1733484116236.meta, suffix=.meta, logDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236, archiveDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/oldWALs, maxLogs=10 2024-12-06T11:21:59,105 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236/582807baec72%2C40597%2C1733484116236.meta.1733484119093.meta, exclude list is [], retry=0 2024-12-06T11:21:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-0a36958a-4590-4025-bc26-14a685bf405f,DISK] 2024-12-06T11:21:59,108 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/WALs/582807baec72,40597,1733484116236/582807baec72%2C40597%2C1733484116236.meta.1733484119093.meta 2024-12-06T11:21:59,108 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)] 2024-12-06T11:21:59,108 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:21:59,109 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T11:21:59,109 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T11:21:59,109 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T11:21:59,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T11:21:59,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T11:21:59,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:59,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:59,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T11:21:59,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T11:21:59,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:59,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:59,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T11:21:59,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T11:21:59,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:59,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:59,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T11:21:59,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T11:21:59,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:59,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T11:21:59,116 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T11:21:59,116 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740 2024-12-06T11:21:59,117 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740 2024-12-06T11:21:59,118 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T11:21:59,118 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T11:21:59,118 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T11:21:59,119 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T11:21:59,120 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67979004, jitterRate=0.0129660964012146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T11:21:59,120 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T11:21:59,120 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733484119109Writing region info on filesystem at 1733484119109Initializing all the Stores at 1733484119110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484119110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484119110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484119110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733484119110Cleaning up temporary data from old regions at 1733484119118 (+8 ms)Running coprocessor post-open hooks at 1733484119120 (+2 ms)Region opened successfully at 1733484119120 2024-12-06T11:21:59,121 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733484119088 2024-12-06T11:21:59,123 DEBUG [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T11:21:59,123 INFO [RS_OPEN_META-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T11:21:59,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,40597,1733484116236 2024-12-06T11:21:59,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 582807baec72,40597,1733484116236, state=OPEN 2024-12-06T11:21:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21643101869/meta-region-server 2024-12-06T11:21:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21643101869/meta-region-server 2024-12-06T11:21:59,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=582807baec72,40597,1733484116236 2024-12-06T11:21:59,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21643101869/meta-region-server: CHANGED 2024-12-06T11:21:59,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21643101869/meta-region-server: CHANGED 2024-12-06T11:21:59,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T11:21:59,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=582807baec72,40597,1733484116236 in 255 msec 2024-12-06T11:21:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T11:21:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-06T11:21:59,194 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T11:21:59,194 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T11:21:59,195 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:59,195 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40597,1733484116236, seqNum=-1] 2024-12-06T11:21:59,195 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:59,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:59,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-12-06T11:21:59,199 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733484119199, completionTime=-1 2024-12-06T11:21:59,199 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T11:21:59,199 DEBUG [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733484179201 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733484239201 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-582807baec72:41117, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,201 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,203 DEBUG [master/582807baec72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T11:21:59,204 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T11:21:59,206 DEBUG [master/582807baec72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T11:21:59,206 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T11:21:59,206 INFO [master/582807baec72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=582807baec72,41117,1733484116118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T11:21:59,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:59,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,41117,-1 for getting cluster id 2024-12-06T11:21:59,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:21:59,287 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71312139-6d4f-42cf-9dfb-1361e6b13643' 2024-12-06T11:21:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:21:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71312139-6d4f-42cf-9dfb-1361e6b13643" 2024-12-06T11:21:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644fd078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,41117,-1] 2024-12-06T11:21:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:21:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:21:59,288 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:21:59,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:21:59,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:21:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40597,1733484116236, seqNum=-1] 2024-12-06T11:21:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:21:59,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:21:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=582807baec72,41117,1733484116118 2024-12-06T11:21:59,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63179 2024-12-06T11:21:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T11:21:59,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101aa60425d0008 connected 2024-12-06T11:21:59,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38617,1733484106068 2024-12-06T11:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f3bf10 2024-12-06T11:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:21:59,338 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:21:59,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:21:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:21:59,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:21:59,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:21:59,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:21:59,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:21:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:21:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:59,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:21:59,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:21:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:21:59,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1418ca1052b49a93f301c78d0c11bd1, NAME => 'test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f 2024-12-06T11:21:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:21:59,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:21:59,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1418ca1052b49a93f301c78d0c11bd1, disabling compactions & flushes 2024-12-06T11:21:59,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:21:59,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:21:59,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. after waiting 0 ms 2024-12-06T11:21:59,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:21:59,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:21:59,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1418ca1052b49a93f301c78d0c11bd1: Waiting for close lock at 1733484119763Disabling compacts and flushes for region at 1733484119763Disabling writes for close at 1733484119764 (+1 ms)Writing region close event to WAL at 1733484119764Closed at 1733484119764 2024-12-06T11:21:59,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:21:59,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484119765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484119765"}]},"ts":"1733484119765"} 2024-12-06T11:21:59,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:21:59,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:21:59,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484119769"}]},"ts":"1733484119769"} 2024-12-06T11:21:59,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:21:59,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1418ca1052b49a93f301c78d0c11bd1, ASSIGN}] 2024-12-06T11:21:59,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1418ca1052b49a93f301c78d0c11bd1, ASSIGN 2024-12-06T11:21:59,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1418ca1052b49a93f301c78d0c11bd1, ASSIGN; state=OFFLINE, location=582807baec72,42793,1733484106437; forceNewPlan=false, retain=false 2024-12-06T11:21:59,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1418ca1052b49a93f301c78d0c11bd1, regionState=OPENING, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:21:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1418ca1052b49a93f301c78d0c11bd1, ASSIGN because future has completed 2024-12-06T11:21:59,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1418ca1052b49a93f301c78d0c11bd1, server=582807baec72,42793,1733484106437}] 2024-12-06T11:21:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:00,101 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:00,101 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1418ca1052b49a93f301c78d0c11bd1, NAME => 'test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:22:00,102 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:22:00,102 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:22:00,102 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,102 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:00,102 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,102 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,103 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,108 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1418ca1052b49a93f301c78d0c11bd1 columnFamilyName f 2024-12-06T11:22:00,108 DEBUG [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:00,108 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(327): Store=d1418ca1052b49a93f301c78d0c11bd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:00,109 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,109 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1418ca1052b49a93f301c78d0c11bd1 columnFamilyName f1 2024-12-06T11:22:00,109 DEBUG [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:00,110 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(327): Store=d1418ca1052b49a93f301c78d0c11bd1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:00,110 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,111 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1418ca1052b49a93f301c78d0c11bd1 columnFamilyName norep 2024-12-06T11:22:00,111 DEBUG [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:00,111 INFO [StoreOpener-d1418ca1052b49a93f301c78d0c11bd1-1 {}] regionserver.HStore(327): Store=d1418ca1052b49a93f301c78d0c11bd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:00,111 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,111 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,112 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,112 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,112 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,113 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:22:00,113 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,116 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:22:00,117 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1418ca1052b49a93f301c78d0c11bd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73207135, jitterRate=0.09087131917476654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:22:00,117 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:00,117 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1418ca1052b49a93f301c78d0c11bd1: Running coprocessor pre-open hook at 1733484120102Writing region info on filesystem at 1733484120102Initializing all the Stores at 1733484120103 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484120103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484120103Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484120103Cleaning up temporary data from old regions at 1733484120112 (+9 ms)Running coprocessor post-open hooks at 1733484120117 (+5 ms)Region opened successfully at 1733484120117 2024-12-06T11:22:00,118 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., pid=6, masterSystemTime=1733484120087 2024-12-06T11:22:00,119 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:00,119 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:00,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1418ca1052b49a93f301c78d0c11bd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:22:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1418ca1052b49a93f301c78d0c11bd1, server=582807baec72,42793,1733484106437 because future has completed 2024-12-06T11:22:00,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:22:00,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1418ca1052b49a93f301c78d0c11bd1, server=582807baec72,42793,1733484106437 in 187 msec 2024-12-06T11:22:00,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:22:00,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1418ca1052b49a93f301c78d0c11bd1, ASSIGN in 353 msec 2024-12-06T11:22:00,126 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:22:00,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484120126"}]},"ts":"1733484120126"} 2024-12-06T11:22:00,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:22:00,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:22:00,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-12-06T11:22:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:00,476 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:22:00,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38773,1733484111319 2024-12-06T11:22:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f33d6d 2024-12-06T11:22:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:00,478 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:00,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:22:00,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:22:00,480 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:00,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:22:00,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:00,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:22:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:00,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 010d212f2fa0f9be4c6da6a54d9df4aa, NAME => 'test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e 2024-12-06T11:22:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:22:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 010d212f2fa0f9be4c6da6a54d9df4aa, disabling compactions & flushes 2024-12-06T11:22:01,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. after waiting 0 ms 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 010d212f2fa0f9be4c6da6a54d9df4aa: Waiting for close lock at 1733484121292Disabling compacts and flushes for region at 1733484121292Disabling writes for close at 1733484121292Writing region close event to WAL at 1733484121292Closed at 1733484121292 2024-12-06T11:22:01,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:22:01,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484121294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484121294"}]},"ts":"1733484121294"} 2024-12-06T11:22:01,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:22:01,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:22:01,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484121297"}]},"ts":"1733484121297"} 2024-12-06T11:22:01,306 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:22:01,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=010d212f2fa0f9be4c6da6a54d9df4aa, ASSIGN}] 2024-12-06T11:22:01,308 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=010d212f2fa0f9be4c6da6a54d9df4aa, ASSIGN 2024-12-06T11:22:01,309 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=010d212f2fa0f9be4c6da6a54d9df4aa, ASSIGN; state=OFFLINE, location=582807baec72,43797,1733484111485; forceNewPlan=false, retain=false 2024-12-06T11:22:01,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=010d212f2fa0f9be4c6da6a54d9df4aa, regionState=OPENING, regionLocation=582807baec72,43797,1733484111485 2024-12-06T11:22:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=010d212f2fa0f9be4c6da6a54d9df4aa, ASSIGN because future has completed 2024-12-06T11:22:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 010d212f2fa0f9be4c6da6a54d9df4aa, server=582807baec72,43797,1733484111485}] 2024-12-06T11:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:01,648 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,649 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 010d212f2fa0f9be4c6da6a54d9df4aa, NAME => 'test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:22:01,649 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:22:01,649 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:22:01,649 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,649 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:01,649 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,650 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,651 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,652 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 010d212f2fa0f9be4c6da6a54d9df4aa columnFamilyName f 2024-12-06T11:22:01,652 DEBUG [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:01,653 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(327): Store=010d212f2fa0f9be4c6da6a54d9df4aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:01,653 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,653 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 010d212f2fa0f9be4c6da6a54d9df4aa columnFamilyName f1 2024-12-06T11:22:01,654 DEBUG [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:01,654 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(327): Store=010d212f2fa0f9be4c6da6a54d9df4aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:01,654 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,655 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 010d212f2fa0f9be4c6da6a54d9df4aa columnFamilyName norep 2024-12-06T11:22:01,655 DEBUG [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:01,655 INFO [StoreOpener-010d212f2fa0f9be4c6da6a54d9df4aa-1 {}] regionserver.HStore(327): Store=010d212f2fa0f9be4c6da6a54d9df4aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:01,655 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,656 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,656 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,657 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,657 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,657 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:22:01,658 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,661 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:22:01,661 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 010d212f2fa0f9be4c6da6a54d9df4aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73721716, jitterRate=0.09853917360305786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:22:01,661 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:01,661 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 010d212f2fa0f9be4c6da6a54d9df4aa: Running coprocessor pre-open hook at 1733484121650Writing region info on filesystem at 1733484121650Initializing all the Stores at 1733484121650Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484121650Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484121651 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484121651Cleaning up temporary data from old regions at 1733484121657 (+6 ms)Running coprocessor post-open hooks at 1733484121661 (+4 ms)Region opened successfully at 1733484121661 2024-12-06T11:22:01,662 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa., pid=6, masterSystemTime=1733484121643 2024-12-06T11:22:01,664 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,664 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:01,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=010d212f2fa0f9be4c6da6a54d9df4aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,43797,1733484111485 2024-12-06T11:22:01,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 010d212f2fa0f9be4c6da6a54d9df4aa, server=582807baec72,43797,1733484111485 because future has completed 2024-12-06T11:22:01,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:22:01,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 010d212f2fa0f9be4c6da6a54d9df4aa, server=582807baec72,43797,1733484111485 in 195 msec 2024-12-06T11:22:01,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:22:01,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=010d212f2fa0f9be4c6da6a54d9df4aa, ASSIGN in 365 msec 2024-12-06T11:22:01,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:22:01,674 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484121674"}]},"ts":"1733484121674"} 2024-12-06T11:22:01,676 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:22:01,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:22:01,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-12-06T11:22:01,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:01,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:22:01,747 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149092 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [582807baec72,42373,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T11:22:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:02,627 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:22:02,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,41117,1733484116118 2024-12-06T11:22:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aebad3 2024-12-06T11:22:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:02,629 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:02,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:22:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T11:22:02,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:22:02,631 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:02,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T11:22:02,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:22:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741835_1011 (size=902) 2024-12-06T11:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:03,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e71ddbe970c5d9c4a5cf5ef1c254d0d, NAME => 'test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736 2024-12-06T11:22:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741836_1012 (size=39) 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e71ddbe970c5d9c4a5cf5ef1c254d0d, disabling compactions & flushes 2024-12-06T11:22:03,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. after waiting 0 ms 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e71ddbe970c5d9c4a5cf5ef1c254d0d: Waiting for close lock at 1733484123050Disabling compacts and flushes for region at 1733484123050Disabling writes for close at 1733484123050Writing region close event to WAL at 1733484123050Closed at 1733484123050 2024-12-06T11:22:03,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:22:03,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733484123051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484123051"}]},"ts":"1733484123051"} 2024-12-06T11:22:03,053 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:22:03,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:22:03,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484123053"}]},"ts":"1733484123053"} 2024-12-06T11:22:03,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T11:22:03,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e71ddbe970c5d9c4a5cf5ef1c254d0d, ASSIGN}] 2024-12-06T11:22:03,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e71ddbe970c5d9c4a5cf5ef1c254d0d, ASSIGN 2024-12-06T11:22:03,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e71ddbe970c5d9c4a5cf5ef1c254d0d, ASSIGN; state=OFFLINE, location=582807baec72,40597,1733484116236; forceNewPlan=false, retain=false 2024-12-06T11:22:03,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e71ddbe970c5d9c4a5cf5ef1c254d0d, regionState=OPENING, regionLocation=582807baec72,40597,1733484116236 2024-12-06T11:22:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e71ddbe970c5d9c4a5cf5ef1c254d0d, ASSIGN because future has completed 2024-12-06T11:22:03,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e71ddbe970c5d9c4a5cf5ef1c254d0d, server=582807baec72,40597,1733484116236}] 2024-12-06T11:22:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:03,366 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,366 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e71ddbe970c5d9c4a5cf5ef1c254d0d, NAME => 'test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:22:03,367 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:22:03,367 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T11:22:03,367 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,367 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:03,367 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,367 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,369 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,370 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71ddbe970c5d9c4a5cf5ef1c254d0d columnFamilyName f 2024-12-06T11:22:03,370 DEBUG [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:03,370 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(327): Store=3e71ddbe970c5d9c4a5cf5ef1c254d0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:03,370 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,371 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71ddbe970c5d9c4a5cf5ef1c254d0d columnFamilyName f1 2024-12-06T11:22:03,371 DEBUG [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:03,371 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(327): Store=3e71ddbe970c5d9c4a5cf5ef1c254d0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:03,371 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,372 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71ddbe970c5d9c4a5cf5ef1c254d0d columnFamilyName norep 2024-12-06T11:22:03,372 DEBUG [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:03,373 INFO [StoreOpener-3e71ddbe970c5d9c4a5cf5ef1c254d0d-1 {}] regionserver.HStore(327): Store=3e71ddbe970c5d9c4a5cf5ef1c254d0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:03,373 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,373 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,373 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,374 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,374 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,374 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:22:03,375 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,377 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:22:03,377 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e71ddbe970c5d9c4a5cf5ef1c254d0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426212, jitterRate=0.06433349847793579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:22:03,377 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:03,377 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e71ddbe970c5d9c4a5cf5ef1c254d0d: Running coprocessor pre-open hook at 1733484123367Writing region info on filesystem at 1733484123368 (+1 ms)Initializing all the Stores at 1733484123368Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484123368Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484123369 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484123369Cleaning up temporary data from old regions at 1733484123374 (+5 ms)Running coprocessor post-open hooks at 1733484123377 (+3 ms)Region opened successfully at 1733484123377 2024-12-06T11:22:03,378 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d., pid=6, masterSystemTime=1733484123362 2024-12-06T11:22:03,380 DEBUG [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,380 INFO [RS_OPEN_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:03,381 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e71ddbe970c5d9c4a5cf5ef1c254d0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=582807baec72,40597,1733484116236 2024-12-06T11:22:03,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e71ddbe970c5d9c4a5cf5ef1c254d0d, server=582807baec72,40597,1733484116236 because future has completed 2024-12-06T11:22:03,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T11:22:03,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e71ddbe970c5d9c4a5cf5ef1c254d0d, server=582807baec72,40597,1733484116236 in 173 msec 2024-12-06T11:22:03,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T11:22:03,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e71ddbe970c5d9c4a5cf5ef1c254d0d, ASSIGN in 330 msec 2024-12-06T11:22:03,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:22:03,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484123388"}]},"ts":"1733484123388"} 2024-12-06T11:22:03,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T11:22:03,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:22:03,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-12-06T11:22:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T11:22:03,776 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T11:22:03,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:22:03,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:03,778 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:22:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:22:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c800656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:22:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:03,780 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbb1af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38617,1733484106068 2024-12-06T11:22:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c117c99 2024-12-06T11:22:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:03,782 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:03,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://582807baec72:38773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:22:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:22:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:03,785 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38773' 2024-12-06T11:22:03,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5460d82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,786 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38773,-1 for getting cluster id 2024-12-06T11:22:03,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:03,786 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b66775e-8b1f-4e4b-8ce7-e807dea058d9' 2024-12-06T11:22:03,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:03,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b66775e-8b1f-4e4b-8ce7-e807dea058d9" 2024-12-06T11:22:03,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fb8595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38773,-1] 2024-12-06T11:22:03,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:03,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:03,787 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:03,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd74838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:03,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:03,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38773,1733484111319 2024-12-06T11:22:03,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1567ec4d 2024-12-06T11:22:03,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:03,789 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:03,790 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T11:22:03,790 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:22:03,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:03,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:03,791 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T11:22:03,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:03,792 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T11:22:03,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T11:22:03,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:03,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T11:22:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741837_1013 (size=1138) 2024-12-06T11:22:03,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7345918b8e7f37e4088442889a54aeb, NAME => 'hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f 2024-12-06T11:22:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741838_1014 (size=44) 2024-12-06T11:22:03,843 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T11:22:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7345918b8e7f37e4088442889a54aeb, disabling compactions & flushes 2024-12-06T11:22:04,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. after waiting 0 ms 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7345918b8e7f37e4088442889a54aeb: Waiting for close lock at 1733484124211Disabling compacts and flushes for region at 1733484124211Disabling writes for close at 1733484124211Writing region close event to WAL at 1733484124211Closed at 1733484124211 2024-12-06T11:22:04,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T11:22:04,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733484124213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733484124213"}]},"ts":"1733484124213"} 2024-12-06T11:22:04,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T11:22:04,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T11:22:04,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484124216"}]},"ts":"1733484124216"} 2024-12-06T11:22:04,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T11:22:04,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7345918b8e7f37e4088442889a54aeb, ASSIGN}] 2024-12-06T11:22:04,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7345918b8e7f37e4088442889a54aeb, ASSIGN 2024-12-06T11:22:04,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7345918b8e7f37e4088442889a54aeb, ASSIGN; state=OFFLINE, location=582807baec72,42793,1733484106437; forceNewPlan=false, retain=false 2024-12-06T11:22:04,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7345918b8e7f37e4088442889a54aeb, regionState=OPENING, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:22:04,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7345918b8e7f37e4088442889a54aeb, ASSIGN because future has completed 2024-12-06T11:22:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7345918b8e7f37e4088442889a54aeb, server=582807baec72,42793,1733484106437}] 2024-12-06T11:22:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T11:22:04,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T11:22:04,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=582807baec72%2C42793%2C1733484106437.rep, suffix=, logDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437, archiveDir=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/oldWALs, maxLogs=10 2024-12-06T11:22:04,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484124542, exclude list is [], retry=0 2024-12-06T11:22:04,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:22:04,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484124542 2024-12-06T11:22:04,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:22:04,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7345918b8e7f37e4088442889a54aeb, NAME => 'hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T11:22:04,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T11:22:04,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T11:22:04,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. service=MultiRowMutationService 2024-12-06T11:22:04,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T11:22:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T11:22:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,576 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,581 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7345918b8e7f37e4088442889a54aeb columnFamilyName hfileref 2024-12-06T11:22:04,581 DEBUG [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:04,582 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(327): Store=a7345918b8e7f37e4088442889a54aeb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:04,582 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,583 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7345918b8e7f37e4088442889a54aeb columnFamilyName queue 2024-12-06T11:22:04,583 DEBUG [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:04,583 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(327): Store=a7345918b8e7f37e4088442889a54aeb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:04,583 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,584 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7345918b8e7f37e4088442889a54aeb columnFamilyName sid 2024-12-06T11:22:04,584 DEBUG [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T11:22:04,585 INFO [StoreOpener-a7345918b8e7f37e4088442889a54aeb-1 {}] regionserver.HStore(327): Store=a7345918b8e7f37e4088442889a54aeb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T11:22:04,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T11:22:04,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T11:22:04,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7345918b8e7f37e4088442889a54aeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70566992, jitterRate=0.05153012275695801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T11:22:04,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:04,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7345918b8e7f37e4088442889a54aeb: Running coprocessor pre-open hook at 1733484124574Writing region info on filesystem at 1733484124574Initializing all the Stores at 1733484124575 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484124575Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484124576 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733484124576Cleaning up temporary data from old regions at 1733484124587 (+11 ms)Running coprocessor post-open hooks at 1733484124591 (+4 ms)Region opened successfully at 1733484124591 2024-12-06T11:22:04,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb., pid=10, masterSystemTime=1733484124529 2024-12-06T11:22:04,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:04,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7345918b8e7f37e4088442889a54aeb, regionState=OPEN, openSeqNum=2, regionLocation=582807baec72,42793,1733484106437 2024-12-06T11:22:04,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7345918b8e7f37e4088442889a54aeb, server=582807baec72,42793,1733484106437 because future has completed 2024-12-06T11:22:04,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T11:22:04,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7345918b8e7f37e4088442889a54aeb, server=582807baec72,42793,1733484106437 in 221 msec 2024-12-06T11:22:04,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T11:22:04,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7345918b8e7f37e4088442889a54aeb, ASSIGN in 381 msec 2024-12-06T11:22:04,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T11:22:04,602 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733484124602"}]},"ts":"1733484124602"} 2024-12-06T11:22:04,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T11:22:04,611 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T11:22:04,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 820 msec 2024-12-06T11:22:04,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb., hostname=582807baec72,42793,1733484106437, seqNum=2] 2024-12-06T11:22:04,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:22:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:05,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:22:05,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T11:22:05,366 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T11:22:05,399 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-582807baec72,42793,1733484106437, ReplicationSource: 1, currentBandwidth=0 2024-12-06T11:22:05,400 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:05,400 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42793,1733484106437, seqNum=-1] 2024-12-06T11:22:05,400 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:05,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-06T11:22:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-582807baec72,42793,1733484106437', locateType=CURRENT is [region=hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb., hostname=582807baec72,42793,1733484106437, seqNum=2] 2024-12-06T11:22:05,404 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T11:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T11:22:05,405 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 582807baec72,42793,1733484106437 suceeded 2024-12-06T11:22:05,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T11:22:05,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T11:22:05,407 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://582807baec72:38773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:22:05,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6250 sec 2024-12-06T11:22:05,417 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:38773' 2024-12-06T11:22:05,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4876c538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38773,-1 for getting cluster id 2024-12-06T11:22:05,418 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:05,419 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b66775e-8b1f-4e4b-8ce7-e807dea058d9' 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b66775e-8b1f-4e4b-8ce7-e807dea058d9" 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb3c089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38773,-1] 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,420 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:05,420 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cfd4cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,420 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38773,1733484111319 2024-12-06T11:22:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d00276 2024-12-06T11:22:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:05,421 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T11:22:05,422 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-582807baec72,42793,1733484106437 (queues=1) is replicating from cluster=6c1d2058-34f6-4b04-bd4a-91287edbec6c to cluster=6b66775e-8b1f-4e4b-8ce7-e807dea058d9 2024-12-06T11:22:05,422 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=582807baec72%2C42793%2C1733484106437 2024-12-06T11:22:05,422 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-582807baec72,42793,1733484106437, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:22:05,422 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42793%2C1733484106437 2024-12-06T11:22:05,422 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444, startPosition=0, beingWritten=true 2024-12-06T11:22:05,426 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:22:05,426 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 379, reset compression=false 2024-12-06T11:22:05,426 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:22:05,628 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 379, reset compression=false 2024-12-06T11:22:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T11:22:05,928 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T11:22:05,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:05,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:05,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:05,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:22:05,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:05,931 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:22:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:22:05,931 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 379, reset compression=false 2024-12-06T11:22:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98db86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:22:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,932 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5659c801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38773,-1 for getting cluster id 2024-12-06T11:22:05,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:05,934 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b66775e-8b1f-4e4b-8ce7-e807dea058d9' 2024-12-06T11:22:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b66775e-8b1f-4e4b-8ce7-e807dea058d9" 2024-12-06T11:22:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d822648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38773,-1] 2024-12-06T11:22:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,936 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779f45e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,41117,-1 for getting cluster id 2024-12-06T11:22:05,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:05,941 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71312139-6d4f-42cf-9dfb-1361e6b13643' 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71312139-6d4f-42cf-9dfb-1361e6b13643" 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e911ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,41117,-1] 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,942 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de3aabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:22:05,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733484125948/Put/seqid=0 2024-12-06T11:22:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741840_1016 (size=7894) 2024-12-06T11:22:05,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733484125954/Put/seqid=0 2024-12-06T11:22:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741841_1017 (size=7691) 2024-12-06T11:22:05,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:22:05,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:05,962 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:22:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:22:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7629fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:22:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:05,964 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:05,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a17285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:05,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42793,1733484106437, seqNum=-1] 2024-12-06T11:22:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:05,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:22:05,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38617,1733484106068 2024-12-06T11:22:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12cd943b 2024-12-06T11:22:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:05,974 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2] 2024-12-06T11:22:05,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:22:05,985 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-06T11:22:05,986 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-06T11:22:05,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T11:22:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:05,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T11:22:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegion(2603): Flush status journal for d1418ca1052b49a93f301c78d0c11bd1: 2024-12-06T11:22:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_0 2024-12-06T11:22:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_0 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ 2024-12-06T11:22:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_1 2024-12-06T11:22:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_1 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ 2024-12-06T11:22:06,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_0 into d1418ca1052b49a93f301c78d0c11bd1/f as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ - updating store file list. 2024-12-06T11:22:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afbe17575f9942b587556f5597b7a1a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:06,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ into d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:06,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_0 into d1418ca1052b49a93f301c78d0c11bd1/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_) 2024-12-06T11:22:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_0 2024-12-06T11:22:06,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_1 into d1418ca1052b49a93f301c78d0c11bd1/f as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ - updating store file list. 2024-12-06T11:22:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1786b441023f4d1f9e199ea7383f67fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:06,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ into d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:06,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_1 into d1418ca1052b49a93f301c78d0c11bd1/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_) 2024-12-06T11:22:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__bg8ocakuksvnc7ehmlq4e521ss0e05hib98r431g0s0sph1tvbeqbve56j33sfh1/f/hfile_1 2024-12-06T11:22:06,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:06,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:06,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:06,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:06,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 , the old value is region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:42793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:22:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:22:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 from cache 2024-12-06T11:22:06,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:06,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T11:22:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43797,1733484111485, seqNum=-1] 2024-12-06T11:22:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:06,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:22:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa., hostname=582807baec72,43797,1733484111485, seqNum=2] 2024-12-06T11:22:06,014 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:22:06,117 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T11:22:06,336 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 379, reset compression=false 2024-12-06T11:22:06,340 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:22:06,340 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1418ca1052b49a93f301c78d0c11bd1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733484126008/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:22:06,342 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:22:06,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T11:22:06,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(318): Replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:06,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500e20ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:06,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38773,-1 for getting cluster id 2024-12-06T11:22:06,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:06,345 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b66775e-8b1f-4e4b-8ce7-e807dea058d9' 2024-12-06T11:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b66775e-8b1f-4e4b-8ce7-e807dea058d9" 2024-12-06T11:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562588a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38773,-1] 2024-12-06T11:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:06,346 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:06,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1109842e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:06,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741837_1013 (size=7894) 2024-12-06T11:22:06,540 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 687, reset compression=false 2024-12-06T11:22:06,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T11:22:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741838_1014 (size=7691) 2024-12-06T11:22:06,845 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 687, reset compression=false 2024-12-06T11:22:07,016 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:22:07,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:07,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38773,1733484111319 2024-12-06T11:22:07,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402b13f8 2024-12-06T11:22:07,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:07,173 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-06T11:22:07,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:22:07,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:07,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,43797,1733484111485, seqNum=-1] 2024-12-06T11:22:07,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:07,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-06T11:22:07,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-06T11:22:07,184 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-06T11:22:07,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ for inclusion in 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T11:22:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:07,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ for inclusion in 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T11:22:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegion(2603): Flush status journal for 010d212f2fa0f9be4c6da6a54d9df4aa: 2024-12-06T11:22:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/f16439a1d1dd4f9ab9bf5c26d41e086d_SeqId_4_ 2024-12-06T11:22:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): afbe17575f9942b587556f5597b7a1a2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/e1bbdb15a4b94e90b520d27868711b40_SeqId_4_ 2024-12-06T11:22:07,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/f16439a1d1dd4f9ab9bf5c26d41e086d_SeqId_4_ - updating store file list. 2024-12-06T11:22:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f16439a1d1dd4f9ab9bf5c26d41e086d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:07,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/f16439a1d1dd4f9ab9bf5c26d41e086d_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:07,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f (new location: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/f16439a1d1dd4f9ab9bf5c26d41e086d_SeqId_4_) 2024-12-06T11:22:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/1786b441023f4d1f9e199ea7383f67fb_SeqId_4_ 2024-12-06T11:22:07,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/e1bbdb15a4b94e90b520d27868711b40_SeqId_4_ - updating store file list. 2024-12-06T11:22:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1bbdb15a4b94e90b520d27868711b40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:07,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/e1bbdb15a4b94e90b520d27868711b40_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:07,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f (new location: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/e1bbdb15a4b94e90b520d27868711b40_SeqId_4_) 2024-12-06T11:22:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__vc25k7q59lugiqnf6kdd4b293djnvebgq9f4kd93lrcbueln46sguvqi85p7k32/f/afbe17575f9942b587556f5597b7a1a2_SeqId_4_ 2024-12-06T11:22:07,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(324): Finished replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:07,248 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 687, reset compression=false 2024-12-06T11:22:07,303 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:22:07,750 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 687, reset compression=false 2024-12-06T11:22:08,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40597,1733484116236, seqNum=-1] 2024-12-06T11:22:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:08,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:22:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d., hostname=582807baec72,40597,1733484116236, seqNum=2] 2024-12-06T11:22:08,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:22:08,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T11:22:08,030 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 582807baec72%2C42793%2C1733484106437.rep:(num 1733484124542) roll requested 2024-12-06T11:22:08,041 DEBUG [regionserver/582807baec72:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484128030, exclude list is [], retry=0 2024-12-06T11:22:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:22:08,044 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484124542 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484128030 2024-12-06T11:22:08,045 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:22:08,045 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484124542 is not closed yet, will try archiving it next time 2024-12-06T11:22:08,045 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 582807baec72%2C42793%2C1733484106437:(num 1733484108444) roll requested 2024-12-06T11:22:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741839_1015 (size=1505) 2024-12-06T11:22:08,056 DEBUG [regionserver/582807baec72:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, exclude list is [], retry=0 2024-12-06T11:22:08,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:22:08,059 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 2024-12-06T11:22:08,059 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:22:08,059 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 is not closed yet, will try archiving it next time 2024-12-06T11:22:08,059 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 582807baec72%2C42793%2C1733484106437.meta:.meta(num 1733484109060) roll requested 2024-12-06T11:22:08,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:22:08,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:08,061 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:22:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741833_1009 (size=695) 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:22:08,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 not finished, retry = 0 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d460580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,062 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7f5228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38617,1733484106068 2024-12-06T11:22:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498b735 2024-12-06T11:22:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:08,063 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:08,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://582807baec72:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T11:22:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T11:22:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:22:08,066 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:41117' 2024-12-06T11:22:08,066 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c67a8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,066 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,41117,-1 for getting cluster id 2024-12-06T11:22:08,066 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:08,067 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71312139-6d4f-42cf-9dfb-1361e6b13643' 2024-12-06T11:22:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71312139-6d4f-42cf-9dfb-1361e6b13643" 2024-12-06T11:22:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c504707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,41117,-1] 2024-12-06T11:22:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,068 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d05762a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,069 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,41117,1733484116118 2024-12-06T11:22:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d09488f 2024-12-06T11:22:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:08,070 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:08,070 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T11:22:08,070 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T11:22:08,070 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,070 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:08,073 DEBUG [regionserver/582807baec72:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484128060.meta, exclude list is [], retry=0 2024-12-06T11:22:08,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-cd8503e9-01c6-4469-a939-62a268695728,DISK] 2024-12-06T11:22:08,076 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484109060.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484128060.meta 2024-12-06T11:22:08,076 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-06T11:22:08,076 DEBUG [regionserver/582807baec72:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484109060.meta is not closed yet, will try archiving it next time 2024-12-06T11:22:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741834_1010 (size=3473) 2024-12-06T11:22:08,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484109060.meta not finished, retry = 0 2024-12-06T11:22:08,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T11:22:08,162 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/oldWALs/582807baec72%2C42793%2C1733484106437.1733484108444 2024-12-06T11:22:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:22:08,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T11:22:08,244 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T11:22:08,267 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-582807baec72,42793,1733484106437, ReplicationSource: 2, currentBandwidth=0 2024-12-06T11:22:08,269 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T11:22:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T11:22:08,271 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 582807baec72,42793,1733484106437 suceeded 2024-12-06T11:22:08,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T11:22:08,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-06T11:22:08,272 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://582807baec72:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T11:22:08,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 208 msec 2024-12-06T11:22:08,281 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='582807baec72:41117' 2024-12-06T11:22:08,281 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3877fb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,282 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,41117,-1 for getting cluster id 2024-12-06T11:22:08,282 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:08,282 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71312139-6d4f-42cf-9dfb-1361e6b13643' 2024-12-06T11:22:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71312139-6d4f-42cf-9dfb-1361e6b13643" 2024-12-06T11:22:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ad43137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,41117,-1] 2024-12-06T11:22:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,283 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:08,283 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400ba2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:08,284 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,41117,1733484116118 2024-12-06T11:22:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da06bd3 2024-12-06T11:22:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:08,284 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T11:22:08,285 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-582807baec72,42793,1733484106437 (queues=1) is replicating from cluster=6c1d2058-34f6-4b04-bd4a-91287edbec6c to cluster=71312139-6d4f-42cf-9dfb-1361e6b13643 2024-12-06T11:22:08,285 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=582807baec72%2C42793%2C1733484106437 2024-12-06T11:22:08,285 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-582807baec72,42793,1733484106437, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T11:22:08,285 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, startPosition=0, beingWritten=true 2024-12-06T11:22:08,285 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 582807baec72%2C42793%2C1733484106437 2024-12-06T11:22:08,353 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 to pos 687, reset compression=false 2024-12-06T11:22:08,358 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 was moved to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/oldWALs/582807baec72%2C42793%2C1733484106437.1733484108444 2024-12-06T11:22:08,360 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444 2024-12-06T11:22:08,360 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484108444, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T11:22:08,360 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, startPosition=0, beingWritten=true 2024-12-06T11:22:08,362 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [582807baec72%2C42793%2C1733484106437.1733484108444] 2024-12-06T11:22:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T11:22:08,386 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T11:22:08,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:08,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:08,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:08,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:08,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T11:22:08,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733484128390/Put/seqid=0 2024-12-06T11:22:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741845_1021 (size=11194) 2024-12-06T11:22:08,488 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:08,792 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:08,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733484128795/Put/seqid=0 2024-12-06T11:22:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741846_1022 (size=10791) 2024-12-06T11:22:09,063 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:09,197 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:09,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43735b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 582807baec72,38617,-1 for getting cluster id 2024-12-06T11:22:09,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:09,201 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c1d2058-34f6-4b04-bd4a-91287edbec6c' 2024-12-06T11:22:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c1d2058-34f6-4b04-bd4a-91287edbec6c" 2024-12-06T11:22:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7766d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,38617,-1] 2024-12-06T11:22:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:09,202 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:09,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c69407c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,42793,1733484106437, seqNum=-1] 2024-12-06T11:22:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:09,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T11:22:09,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,38617,1733484106068 2024-12-06T11:22:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375d2c3b 2024-12-06T11:22:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:09,212 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T11:22:09,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2] 2024-12-06T11:22:09,216 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:22:09,220 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-06T11:22:09,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-06T11:22:09,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T11:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:09,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T11:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegion(2603): Flush status journal for d1418ca1052b49a93f301c78d0c11bd1: 2024-12-06T11:22:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_0 2024-12-06T11:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_0 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ 2024-12-06T11:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_1 2024-12-06T11:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_1 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ 2024-12-06T11:22:09,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_0 into d1418ca1052b49a93f301c78d0c11bd1/f as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ - updating store file list. 2024-12-06T11:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c72076d552a471e9de2660e4159520b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:09,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ into d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:09,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_0 into d1418ca1052b49a93f301c78d0c11bd1/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/1c72076d552a471e9de2660e4159520b_SeqId_6_) 2024-12-06T11:22:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_0 2024-12-06T11:22:09,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_1 into d1418ca1052b49a93f301c78d0c11bd1/f as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ - updating store file list. 2024-12-06T11:22:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:09,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ into d1418ca1052b49a93f301c78d0c11bd1/f 2024-12-06T11:22:09,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_1 into d1418ca1052b49a93f301c78d0c11bd1/f (new location: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_) 2024-12-06T11:22:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/staging/jenkins__test__llpb1q9dndsh5og1f49jl8pv12lfu3k1h7e6ocmndomj0935ie7p8ou8u8mognfq/f/hfile_1 2024-12-06T11:22:09,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:09,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:09,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:09,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:09,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 , the old value is region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=582807baec72:42793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:22:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T11:22:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., hostname=582807baec72,42793,1733484106437, seqNum=2 from cache 2024-12-06T11:22:09,249 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T11:22:09,251 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:22:09,356 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T11:22:09,701 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:09,705 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:22:09,705 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1418ca1052b49a93f301c78d0c11bd1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733484129247/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:22:09,707 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T11:22:09,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T11:22:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(318): Replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20f7d916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] client.ClusterIdFetcher(90): Going to request 582807baec72,41117,-1 for getting cluster id 2024-12-06T11:22:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T11:22:09,709 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71312139-6d4f-42cf-9dfb-1361e6b13643' 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71312139-6d4f-42cf-9dfb-1361e6b13643" 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ef21d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [582807baec72,41117,-1] 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T11:22:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:09,710 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-06T11:22:09,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef97bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T11:22:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741837_1013 (size=11194) 2024-12-06T11:22:09,866 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 0, reset compression=false 2024-12-06T11:22:09,870 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T11:22:09,870 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1418ca1052b49a93f301c78d0c11bd1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733484129247/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T11:22:09,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(318): Replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741839_1015 (size=11194) 2024-12-06T11:22:09,905 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:10,070 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:10,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:22:10,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741838_1014 (size=10791) 2024-12-06T11:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:10,209 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:10,254 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T11:22:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741840_1016 (size=10791) 2024-12-06T11:22:10,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:22:10,311 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T11:22:10,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T11:22:10,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ for inclusion in 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T11:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:10,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ for inclusion in 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T11:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegion(2603): Flush status journal for 010d212f2fa0f9be4c6da6a54d9df4aa: 2024-12-06T11:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/adc5ec67c871421286bfea232e42f0db_SeqId_6_ 2024-12-06T11:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c72076d552a471e9de2660e4159520b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/537e59f37eae415296d59cd80e80e9c9_SeqId_6_ 2024-12-06T11:22:10,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/adc5ec67c871421286bfea232e42f0db_SeqId_6_ - updating store file list. 2024-12-06T11:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adc5ec67c871421286bfea232e42f0db_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:10,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/adc5ec67c871421286bfea232e42f0db_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:10,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f (new location: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/adc5ec67c871421286bfea232e42f0db_SeqId_6_) 2024-12-06T11:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ 2024-12-06T11:22:10,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/537e59f37eae415296d59cd80e80e9c9_SeqId_6_ - updating store file list. 2024-12-06T11:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 537e59f37eae415296d59cd80e80e9c9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:10,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/537e59f37eae415296d59cd80e80e9c9_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f 2024-12-06T11:22:10,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ into 010d212f2fa0f9be4c6da6a54d9df4aa/f (new location: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/f/537e59f37eae415296d59cd80e80e9c9_SeqId_6_) 2024-12-06T11:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/staging/jenkins.hfs.22__test__28n2r1gd3dn9mfetcd3s0r0etlpk9c6pvgepni73h7di3p8um93tc0m4cv19efnp/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ 2024-12-06T11:22:10,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43797 {}] regionserver.ReplicationSink(324): Finished replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:10,373 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:10,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T11:22:10,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 582807baec72,41117,1733484116118 2024-12-06T11:22:10,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b34864d 2024-12-06T11:22:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T11:22:10,533 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-06T11:22:10,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T11:22:10,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T11:22:10,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=582807baec72,40597,1733484116236, seqNum=-1] 2024-12-06T11:22:10,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T11:22:10,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-06T11:22:10,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T11:22:10,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T11:22:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ for inclusion in 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f 2024-12-06T11:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T11:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:10,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ for inclusion in 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f 2024-12-06T11:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T11:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T11:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegion(2603): Flush status journal for 3e71ddbe970c5d9c4a5cf5ef1c254d0d: 2024-12-06T11:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c72076d552a471e9de2660e4159520b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/f88201d996604fff9e7bbb6fae622c24_SeqId_4_ 2024-12-06T11:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T11:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/66e2a38e4c024b23bd6e290275f30492_SeqId_4_ 2024-12-06T11:22:10,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/f88201d996604fff9e7bbb6fae622c24_SeqId_4_ - updating store file list. 2024-12-06T11:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f88201d996604fff9e7bbb6fae622c24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:10,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/f88201d996604fff9e7bbb6fae622c24_SeqId_4_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f 2024-12-06T11:22:10,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f (new location: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/f88201d996604fff9e7bbb6fae622c24_SeqId_4_) 2024-12-06T11:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/1c72076d552a471e9de2660e4159520b_SeqId_6_ 2024-12-06T11:22:10,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/66e2a38e4c024b23bd6e290275f30492_SeqId_4_ - updating store file list. 2024-12-06T11:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66e2a38e4c024b23bd6e290275f30492_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T11:22:10,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/66e2a38e4c024b23bd6e290275f30492_SeqId_4_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f 2024-12-06T11:22:10,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ into 3e71ddbe970c5d9c4a5cf5ef1c254d0d/f (new location: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/f/66e2a38e4c024b23bd6e290275f30492_SeqId_4_) 2024-12-06T11:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/staging/jenkins.hfs.23__test__36gvll03leu3um67sasu508ieu5llagh89fqedmle25l1d5cu64auud6g4bc5dbh/f/05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_ 2024-12-06T11:22:10,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSink(324): Finished replicating [6c1d2058-34f6-4b04-bd4a-91287edbec6c] bulk loaded data 2024-12-06T11:22:10,612 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:10,776 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:11,115 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:11,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:22:11,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:11,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:11,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:11,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:22:11,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1216692988, stopped=false 2024-12-06T11:22:11,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,41117,1733484116118 2024-12-06T11:22:11,280 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21643101869/running 2024-12-06T11:22:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:22:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21643101869/running 2024-12-06T11:22:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:22:11,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:11,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:11,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/running 2024-12-06T11:22:11,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,40597,1733484116236' ***** 2024-12-06T11:22:11,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:22:11,282 INFO [RS:0;582807baec72:40597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:22:11,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:11,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Set watcher on znode that does not yet exist, /21643101869/running 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(959): stopping server 582807baec72,40597,1733484116236 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:11,283 INFO [RS:0;582807baec72:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:40597. 2024-12-06T11:22:11,284 DEBUG [RS:0;582807baec72:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e71ddbe970c5d9c4a5cf5ef1c254d0d, disabling compactions & flushes 2024-12-06T11:22:11,284 DEBUG [RS:0;582807baec72:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,284 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. after waiting 0 ms 2024-12-06T11:22:11,284 INFO [RS:0;582807baec72:40597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:22:11,284 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:11,284 INFO [RS:0;582807baec72:40597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:22:11,284 INFO [RS:0;582807baec72:40597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:22:11,284 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:22:11,285 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:22:11,285 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e71ddbe970c5d9c4a5cf5ef1c254d0d=test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d.} 2024-12-06T11:22:11,285 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e71ddbe970c5d9c4a5cf5ef1c254d0d 2024-12-06T11:22:11,285 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:22:11,285 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:22:11,285 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:22:11,285 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:22:11,285 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:22:11,285 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T11:22:11,304 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/default/test/3e71ddbe970c5d9c4a5cf5ef1c254d0d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T11:22:11,304 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:11,304 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:22:11,304 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:11,304 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e71ddbe970c5d9c4a5cf5ef1c254d0d: Waiting for close lock at 1733484131283Running coprocessor pre-close hooks at 1733484131283Disabling compacts and flushes for region at 1733484131284 (+1 ms)Disabling writes for close at 1733484131284Writing region close event to WAL at 1733484131288 (+4 ms)Running coprocessor post-close hooks at 1733484131304 (+16 ms)Closed at 1733484131304 2024-12-06T11:22:11,304 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d. 2024-12-06T11:22:11,309 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/info/a8e2e3cbd16b424888438efb7042a2d9 is 129, key is test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d./info:regioninfo/1733484123381/Put/seqid=0 2024-12-06T11:22:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741839_1015 (size=6421) 2024-12-06T11:22:11,312 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/info/a8e2e3cbd16b424888438efb7042a2d9 2024-12-06T11:22:11,334 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:11,339 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/ns/0f5fb300e6cd4552aa7df8242ea564e7 is 43, key is default/ns:d/1733484119196/Put/seqid=0 2024-12-06T11:22:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741840_1016 (size=5153) 2024-12-06T11:22:11,343 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/ns/0f5fb300e6cd4552aa7df8242ea564e7 2024-12-06T11:22:11,365 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/rep_barrier/812eeaf7dad94bacb579381e169b4666 is 112, key is test,,1733484122629.3e71ddbe970c5d9c4a5cf5ef1c254d0d./rep_barrier:seqnumDuringOpen/1733484123381/Put/seqid=0 2024-12-06T11:22:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741841_1017 (size=5518) 2024-12-06T11:22:11,412 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:22:11,412 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:22:11,485 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:11,685 DEBUG [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:11,718 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:11,768 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/rep_barrier/812eeaf7dad94bacb579381e169b4666 2024-12-06T11:22:11,788 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/table/3d9a5afe9a0041b38678d8c83b820493 is 40, key is test/table:state/1733484123388/Put/seqid=0 2024-12-06T11:22:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741842_1018 (size=5165) 2024-12-06T11:22:11,792 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/table/3d9a5afe9a0041b38678d8c83b820493 2024-12-06T11:22:11,795 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/info/a8e2e3cbd16b424888438efb7042a2d9 as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/info/a8e2e3cbd16b424888438efb7042a2d9 2024-12-06T11:22:11,798 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/info/a8e2e3cbd16b424888438efb7042a2d9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T11:22:11,798 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/ns/0f5fb300e6cd4552aa7df8242ea564e7 as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/ns/0f5fb300e6cd4552aa7df8242ea564e7 2024-12-06T11:22:11,801 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/ns/0f5fb300e6cd4552aa7df8242ea564e7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:22:11,802 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/rep_barrier/812eeaf7dad94bacb579381e169b4666 as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/rep_barrier/812eeaf7dad94bacb579381e169b4666 2024-12-06T11:22:11,805 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/rep_barrier/812eeaf7dad94bacb579381e169b4666, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T11:22:11,806 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/.tmp/table/3d9a5afe9a0041b38678d8c83b820493 as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/table/3d9a5afe9a0041b38678d8c83b820493 2024-12-06T11:22:11,813 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/table/3d9a5afe9a0041b38678d8c83b820493, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:22:11,814 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false 2024-12-06T11:22:11,822 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:22:11,823 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:11,823 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:22:11,823 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:11,823 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484131285Running coprocessor pre-close hooks at 1733484131285Disabling compacts and flushes for region at 1733484131285Disabling writes for close at 1733484131285Obtaining lock to block concurrent updates at 1733484131285Preparing flush snapshotting stores in 1588230740 at 1733484131285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733484131285Flushing stores of hbase:meta,,1.1588230740 at 1733484131286 (+1 ms)Flushing 1588230740/info: creating writer at 1733484131286Flushing 1588230740/info: appending metadata at 1733484131309 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733484131309Flushing 1588230740/ns: creating writer at 1733484131318 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733484131338 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733484131339 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733484131346 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484131364 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484131364Flushing 1588230740/table: creating writer at 1733484131772 (+408 ms)Flushing 1588230740/table: appending metadata at 1733484131788 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733484131788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ae4d9b: reopening flushed file at 1733484131794 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5228e647: reopening flushed file at 1733484131798 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5285d3: reopening flushed file at 1733484131801 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549f70b9: reopening flushed file at 1733484131805 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false at 1733484131814 (+9 ms)Writing region close event to WAL at 1733484131817 (+3 ms)Running coprocessor post-close hooks at 1733484131822 (+5 ms)Closed at 1733484131823 (+1 ms) 2024-12-06T11:22:11,823 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:11,885 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(976): stopping server 582807baec72,40597,1733484116236; all regions closed. 2024-12-06T11:22:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741834_1010 (size=2717) 2024-12-06T11:22:11,888 DEBUG [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/oldWALs 2024-12-06T11:22:11,888 INFO [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C40597%2C1733484116236.meta:.meta(num 1733484119093) 2024-12-06T11:22:11,889 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741832_1008 (size=1028) 2024-12-06T11:22:11,891 DEBUG [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/oldWALs 2024-12-06T11:22:11,891 INFO [RS:0;582807baec72:40597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C40597%2C1733484116236:(num 1733484118556) 2024-12-06T11:22:11,891 DEBUG [RS:0;582807baec72:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,891 INFO [RS:0;582807baec72:40597 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:11,892 INFO [RS:0;582807baec72:40597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:11,892 INFO [RS:0;582807baec72:40597 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:11,892 INFO [RS:0;582807baec72:40597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:11,892 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:11,892 INFO [RS:0;582807baec72:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:40597. 2024-12-06T11:22:11,892 DEBUG [RS:0;582807baec72:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:11,892 DEBUG [RS:0;582807baec72:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,892 DEBUG [RS:0;582807baec72:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:11,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:11,892 INFO [RS:0;582807baec72:40597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40597 2024-12-06T11:22:11,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21643101869/rs/582807baec72,40597,1733484116236 2024-12-06T11:22:11,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869/rs 2024-12-06T11:22:11,901 INFO [RS:0;582807baec72:40597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:11,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,40597,1733484116236] 2024-12-06T11:22:11,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21643101869/draining/582807baec72,40597,1733484116236 already deleted, retry=false 2024-12-06T11:22:11,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,40597,1733484116236 expired; onlineServers=0 2024-12-06T11:22:11,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,41117,1733484116118' ***** 2024-12-06T11:22:11,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:22:11,922 INFO [M:0;582807baec72:41117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:11,923 DEBUG [M:0;582807baec72:41117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:22:11,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:22:11,923 DEBUG [M:0;582807baec72:41117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:22:11,923 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484118296 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484118296,5,FailOnTimeoutGroup] 2024-12-06T11:22:11,923 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484118296 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484118296,5,FailOnTimeoutGroup] 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:11,923 DEBUG [M:0;582807baec72:41117 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:11,923 INFO [M:0;582807baec72:41117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:22:11,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:22:11,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21643101869/master 2024-12-06T11:22:11,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21643101869 2024-12-06T11:22:11,984 DEBUG [M:0;582807baec72:41117 {}] zookeeper.ZKUtil(347): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Unable to get data of znode /21643101869/master because node does not exist (not an error) 2024-12-06T11:22:11,984 WARN [M:0;582807baec72:41117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:22:11,985 INFO [M:0;582807baec72:41117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/.lastflushedseqids 2024-12-06T11:22:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:12,012 INFO [RS:0;582807baec72:40597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x101aa60425d0007, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:12,012 INFO [RS:0;582807baec72:40597 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,40597,1733484116236; zookeeper connection closed. 2024-12-06T11:22:12,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11b55a1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11b55a1a 2024-12-06T11:22:12,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:22:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741843_1019 (size=173) 2024-12-06T11:22:12,422 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:12,453 INFO [M:0;582807baec72:41117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:22:12,454 INFO [M:0;582807baec72:41117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:22:12,454 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:22:12,454 INFO [M:0;582807baec72:41117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:12,454 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:12,454 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:22:12,454 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:12,454 INFO [M:0;582807baec72:41117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-06T11:22:12,470 DEBUG [M:0;582807baec72:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73535d8e032b46389ac1845359dd0f09 is 82, key is hbase:meta,,1/info:regioninfo/1733484119123/Put/seqid=0 2024-12-06T11:22:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741844_1020 (size=5672) 2024-12-06T11:22:12,595 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:12,873 INFO [M:0;582807baec72:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73535d8e032b46389ac1845359dd0f09 2024-12-06T11:22:12,888 DEBUG [M:0;582807baec72:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63c4db3175b14b7c9626cefb5d14041f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733484123391/Put/seqid=0 2024-12-06T11:22:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741845_1021 (size=6587) 2024-12-06T11:22:12,897 INFO [M:0;582807baec72:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63c4db3175b14b7c9626cefb5d14041f 2024-12-06T11:22:12,911 DEBUG [M:0;582807baec72:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150c209066d4e11b04840dcb6d1463d is 69, key is 582807baec72,40597,1733484116236/rs:state/1733484118322/Put/seqid=0 2024-12-06T11:22:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741846_1022 (size=5156) 2024-12-06T11:22:12,914 INFO [M:0;582807baec72:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150c209066d4e11b04840dcb6d1463d 2024-12-06T11:22:12,918 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73535d8e032b46389ac1845359dd0f09 as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73535d8e032b46389ac1845359dd0f09 2024-12-06T11:22:12,921 INFO [M:0;582807baec72:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73535d8e032b46389ac1845359dd0f09, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T11:22:12,922 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63c4db3175b14b7c9626cefb5d14041f as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63c4db3175b14b7c9626cefb5d14041f 2024-12-06T11:22:12,924 INFO [M:0;582807baec72:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63c4db3175b14b7c9626cefb5d14041f, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T11:22:12,925 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150c209066d4e11b04840dcb6d1463d as hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5150c209066d4e11b04840dcb6d1463d 2024-12-06T11:22:12,928 INFO [M:0;582807baec72:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40715/user/jenkins/test-data/ecfa4970-9648-9d16-566d-6db2cc5e4736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5150c209066d4e11b04840dcb6d1463d, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T11:22:12,929 INFO [M:0;582807baec72:41117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false 2024-12-06T11:22:12,930 INFO [M:0;582807baec72:41117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:12,931 DEBUG [M:0;582807baec72:41117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484132454Disabling compacts and flushes for region at 1733484132454Disabling writes for close at 1733484132454Obtaining lock to block concurrent updates at 1733484132454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484132454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733484132454Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484132455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484132455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484132469 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484132470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484132876 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484132888 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484132888Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484132899 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484132911 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484132911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65335747: reopening flushed file at 1733484132917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fb8bec: reopening flushed file at 1733484132921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e23694e: reopening flushed file at 1733484132924 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false at 1733484132929 (+5 ms)Writing region close event to WAL at 1733484132930 (+1 ms)Closed at 1733484132930 2024-12-06T11:22:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741830_1006 (size=32782) 2024-12-06T11:22:12,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:12,933 INFO [M:0;582807baec72:41117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:22:12,933 INFO [M:0;582807baec72:41117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41117 2024-12-06T11:22:12,933 INFO [M:0;582807baec72:41117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:13,147 INFO [M:0;582807baec72:41117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x101aa60425d0006, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:13,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16448695{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:22:13,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146e5199{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:13,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:13,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5663c986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:13,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:13,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:22:13,160 WARN [BP-843500539-172.17.0.3-1733484114166 heartbeating to localhost/127.0.0.1:40715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:22:13,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:22:13,160 WARN [BP-843500539-172.17.0.3-1733484114166 heartbeating to localhost/127.0.0.1:40715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843500539-172.17.0.3-1733484114166 (Datanode Uuid 4efcd56b-a810-4f27-9043-ccf7b7951e08) service to localhost/127.0.0.1:40715 2024-12-06T11:22:13,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/cluster_71d8a70b-a51e-39b2-7828-8fca1f72192d/data/data1/current/BP-843500539-172.17.0.3-1733484114166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:13,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/cluster_71d8a70b-a51e-39b2-7828-8fca1f72192d/data/data2/current/BP-843500539-172.17.0.3-1733484114166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:13,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:22:13,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61272776{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:22:13,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e2a454{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:13,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:13,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@beb64f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:13,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c098a642-cb8c-a08a-22d2-2edcdb3922df/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:13,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:22:13,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:22:13,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:13,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:13,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:13,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:13,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:13,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:22:13,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394119256, stopped=false 2024-12-06T11:22:13,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,38773,1733484111319 2024-12-06T11:22:13,225 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155502661/running 2024-12-06T11:22:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155502661/running 2024-12-06T11:22:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:22:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:22:13,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:13,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:13,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:13,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:13,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/running 2024-12-06T11:22:13,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Set watcher on znode that does not yet exist, /1155502661/running 2024-12-06T11:22:13,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,43797,1733484111485' ***** 2024-12-06T11:22:13,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:22:13,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 010d212f2fa0f9be4c6da6a54d9df4aa 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(959): stopping server 582807baec72,43797,1733484111485 2024-12-06T11:22:13,258 INFO [RS:0;582807baec72:43797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:43797. 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 010d212f2fa0f9be4c6da6a54d9df4aa, disabling compactions & flushes 2024-12-06T11:22:13,259 DEBUG [RS:0;582807baec72:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:13,259 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:13,259 DEBUG [RS:0;582807baec72:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. after waiting 0 ms 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:22:13,259 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T11:22:13,259 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 010d212f2fa0f9be4c6da6a54d9df4aa=test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa.} 2024-12-06T11:22:13,259 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 010d212f2fa0f9be4c6da6a54d9df4aa, 1588230740 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:22:13,259 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:22:13,259 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:22:13,259 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T11:22:13,262 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/default/test/010d212f2fa0f9be4c6da6a54d9df4aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:22:13,262 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:13,262 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:22:13,262 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:13,262 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 010d212f2fa0f9be4c6da6a54d9df4aa: Waiting for close lock at 1733484133259Running coprocessor pre-close hooks at 1733484133259Disabling compacts and flushes for region at 1733484133259Disabling writes for close at 1733484133259Writing region close event to WAL at 1733484133260 (+1 ms)Running coprocessor post-close hooks at 1733484133262 (+2 ms)Closed at 1733484133262 2024-12-06T11:22:13,263 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa. 2024-12-06T11:22:13,272 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/info/39e51c67cca746f6820f938e31384422 is 129, key is test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa./info:regioninfo/1733484121664/Put/seqid=0 2024-12-06T11:22:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741841_1017 (size=6421) 2024-12-06T11:22:13,349 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:13,399 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:13,459 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:13,659 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:13,675 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/info/39e51c67cca746f6820f938e31384422 2024-12-06T11:22:13,693 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/ns/d8ab2bf2e14f46c8bf27a529e6f074a8 is 43, key is default/ns:d/1733484114025/Put/seqid=0 2024-12-06T11:22:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741842_1018 (size=5153) 2024-12-06T11:22:13,859 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:13,978 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:22:13,978 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:22:14,060 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:14,097 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/ns/d8ab2bf2e14f46c8bf27a529e6f074a8 2024-12-06T11:22:14,115 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/rep_barrier/134bfef6e7aa4a7cb41ccd19cf1b80c9 is 112, key is test,,1733484120478.010d212f2fa0f9be4c6da6a54d9df4aa./rep_barrier:seqnumDuringOpen/1733484121664/Put/seqid=0 2024-12-06T11:22:14,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741843_1019 (size=5518) 2024-12-06T11:22:14,128 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:14,260 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:22:14,260 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:22:14,260 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:14,302 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:14,460 DEBUG [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:14,519 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/rep_barrier/134bfef6e7aa4a7cb41ccd19cf1b80c9 2024-12-06T11:22:14,540 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/table/00318a0c80a94223bf54dcbe219b3a8a is 40, key is test/table:state/1733484121674/Put/seqid=0 2024-12-06T11:22:14,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741844_1020 (size=5165) 2024-12-06T11:22:14,543 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/table/00318a0c80a94223bf54dcbe219b3a8a 2024-12-06T11:22:14,547 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/info/39e51c67cca746f6820f938e31384422 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/info/39e51c67cca746f6820f938e31384422 2024-12-06T11:22:14,550 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/info/39e51c67cca746f6820f938e31384422, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T11:22:14,550 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/ns/d8ab2bf2e14f46c8bf27a529e6f074a8 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/ns/d8ab2bf2e14f46c8bf27a529e6f074a8 2024-12-06T11:22:14,553 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/ns/d8ab2bf2e14f46c8bf27a529e6f074a8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:22:14,554 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/rep_barrier/134bfef6e7aa4a7cb41ccd19cf1b80c9 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/rep_barrier/134bfef6e7aa4a7cb41ccd19cf1b80c9 2024-12-06T11:22:14,557 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/rep_barrier/134bfef6e7aa4a7cb41ccd19cf1b80c9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T11:22:14,557 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/.tmp/table/00318a0c80a94223bf54dcbe219b3a8a as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/table/00318a0c80a94223bf54dcbe219b3a8a 2024-12-06T11:22:14,560 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/table/00318a0c80a94223bf54dcbe219b3a8a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T11:22:14,560 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-12-06T11:22:14,573 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T11:22:14,573 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:14,573 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:22:14,573 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:14,574 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484133259Running coprocessor pre-close hooks at 1733484133259Disabling compacts and flushes for region at 1733484133259Disabling writes for close at 1733484133259Obtaining lock to block concurrent updates at 1733484133259Preparing flush snapshotting stores in 1588230740 at 1733484133259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733484133259Flushing stores of hbase:meta,,1.1588230740 at 1733484133260 (+1 ms)Flushing 1588230740/info: creating writer at 1733484133260Flushing 1588230740/info: appending metadata at 1733484133272 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733484133272Flushing 1588230740/ns: creating writer at 1733484133680 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733484133693 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733484133693Flushing 1588230740/rep_barrier: creating writer at 1733484134100 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484134114 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484134114Flushing 1588230740/table: creating writer at 1733484134523 (+409 ms)Flushing 1588230740/table: appending metadata at 1733484134539 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733484134539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c50f5c: reopening flushed file at 1733484134546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9456b7: reopening flushed file at 1733484134550 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6669f119: reopening flushed file at 1733484134554 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31241ba3: reopening flushed file at 1733484134557 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1733484134561 (+4 ms)Writing region close event to WAL at 1733484134562 (+1 ms)Running coprocessor post-close hooks at 1733484134573 (+11 ms)Closed at 1733484134573 2024-12-06T11:22:14,574 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:14,660 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(976): stopping server 582807baec72,43797,1733484111485; all regions closed. 2024-12-06T11:22:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741834_1010 (size=2717) 2024-12-06T11:22:14,666 DEBUG [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/oldWALs 2024-12-06T11:22:14,666 INFO [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C43797%2C1733484111485.meta:.meta(num 1733484113968) 2024-12-06T11:22:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741832_1008 (size=1374) 2024-12-06T11:22:14,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/WALs/582807baec72,43797,1733484111485/582807baec72%2C43797%2C1733484111485.1733484113052 not finished, retry = 0 2024-12-06T11:22:14,772 DEBUG [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/oldWALs 2024-12-06T11:22:14,772 INFO [RS:0;582807baec72:43797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 582807baec72%2C43797%2C1733484111485:(num 1733484113052) 2024-12-06T11:22:14,772 DEBUG [RS:0;582807baec72:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:14,772 INFO [RS:0;582807baec72:43797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:14,773 INFO [RS:0;582807baec72:43797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:14,773 INFO [RS:0;582807baec72:43797 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:14,773 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:14,773 INFO [RS:0;582807baec72:43797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:14,774 INFO [RS:0;582807baec72:43797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:43797. 2024-12-06T11:22:14,774 DEBUG [RS:0;582807baec72:43797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:14,774 DEBUG [RS:0;582807baec72:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:14,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:14,774 DEBUG [RS:0;582807baec72:43797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:14,774 INFO [RS:0;582807baec72:43797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43797 2024-12-06T11:22:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661/rs 2024-12-06T11:22:14,796 INFO [RS:0;582807baec72:43797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155502661/rs/582807baec72,43797,1733484111485 2024-12-06T11:22:14,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,43797,1733484111485] 2024-12-06T11:22:14,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/draining/582807baec72,43797,1733484111485 already deleted, retry=false 2024-12-06T11:22:14,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,43797,1733484111485 expired; onlineServers=0 2024-12-06T11:22:14,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,38773,1733484111319' ***** 2024-12-06T11:22:14,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:22:14,819 INFO [M:0;582807baec72:38773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:14,819 INFO [M:0;582807baec72:38773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:14,819 DEBUG [M:0;582807baec72:38773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:22:14,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:22:14,819 DEBUG [M:0;582807baec72:38773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:22:14,819 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484112740 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484112740,5,FailOnTimeoutGroup] 2024-12-06T11:22:14,819 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484112740 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484112740,5,FailOnTimeoutGroup] 2024-12-06T11:22:14,819 INFO [M:0;582807baec72:38773 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:14,820 INFO [M:0;582807baec72:38773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:14,820 DEBUG [M:0;582807baec72:38773 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:22:14,820 INFO [M:0;582807baec72:38773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:22:14,820 INFO [M:0;582807baec72:38773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:14,820 INFO [M:0;582807baec72:38773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:22:14,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:22:14,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155502661/master 2024-12-06T11:22:14,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155502661 2024-12-06T11:22:14,828 DEBUG [M:0;582807baec72:38773 {}] zookeeper.RecoverableZooKeeper(212): Node /1155502661/master already deleted, retry=false 2024-12-06T11:22:14,828 DEBUG [M:0;582807baec72:38773 {}] master.ActiveMasterManager(353): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Failed delete of our master address node; KeeperErrorCode = NoNode for /1155502661/master 2024-12-06T11:22:14,829 INFO [M:0;582807baec72:38773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/.lastflushedseqids 2024-12-06T11:22:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741845_1021 (size=173) 2024-12-06T11:22:14,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:14,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43797-0x101aa60425d0004, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:14,907 INFO [RS:0;582807baec72:43797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:14,907 INFO [RS:0;582807baec72:43797 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,43797,1733484111485; zookeeper connection closed. 2024-12-06T11:22:14,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478c2ca7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478c2ca7 2024-12-06T11:22:14,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:22:15,132 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:15,236 INFO [M:0;582807baec72:38773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:22:15,236 INFO [M:0;582807baec72:38773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:22:15,237 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:22:15,237 INFO [M:0;582807baec72:38773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:15,237 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:15,237 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:22:15,237 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:15,237 INFO [M:0;582807baec72:38773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T11:22:15,250 DEBUG [M:0;582807baec72:38773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba8d5fd48a74ced8aeff985941ee808 is 82, key is hbase:meta,,1/info:regioninfo/1733484114006/Put/seqid=0 2024-12-06T11:22:15,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741846_1022 (size=5672) 2024-12-06T11:22:15,305 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:15,653 INFO [M:0;582807baec72:38773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba8d5fd48a74ced8aeff985941ee808 2024-12-06T11:22:15,658 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T11:22:15,667 DEBUG [M:0;582807baec72:38773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e0eb477a5a457bb6c4c54fa4877db8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733484121677/Put/seqid=0 2024-12-06T11:22:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741847_1023 (size=6586) 2024-12-06T11:22:16,070 INFO [M:0;582807baec72:38773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e0eb477a5a457bb6c4c54fa4877db8 2024-12-06T11:22:16,091 DEBUG [M:0;582807baec72:38773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121771a557054ede8c186f2e60041314 is 69, key is 582807baec72,43797,1733484111485/rs:state/1733484112852/Put/seqid=0 2024-12-06T11:22:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741848_1024 (size=5156) 2024-12-06T11:22:16,235 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:16,408 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:16,575 INFO [M:0;582807baec72:38773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121771a557054ede8c186f2e60041314 2024-12-06T11:22:16,579 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba8d5fd48a74ced8aeff985941ee808 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba8d5fd48a74ced8aeff985941ee808 2024-12-06T11:22:16,582 INFO [M:0;582807baec72:38773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba8d5fd48a74ced8aeff985941ee808, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T11:22:16,583 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e0eb477a5a457bb6c4c54fa4877db8 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91e0eb477a5a457bb6c4c54fa4877db8 2024-12-06T11:22:16,585 INFO [M:0;582807baec72:38773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91e0eb477a5a457bb6c4c54fa4877db8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T11:22:16,586 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121771a557054ede8c186f2e60041314 as hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121771a557054ede8c186f2e60041314 2024-12-06T11:22:16,589 INFO [M:0;582807baec72:38773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/98b75abf-a188-4407-40cb-7a88a2e1ce1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121771a557054ede8c186f2e60041314, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T11:22:16,589 INFO [M:0;582807baec72:38773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=55, compaction requested=false 2024-12-06T11:22:16,590 INFO [M:0;582807baec72:38773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:16,590 DEBUG [M:0;582807baec72:38773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484135237Disabling compacts and flushes for region at 1733484135237Disabling writes for close at 1733484135237Obtaining lock to block concurrent updates at 1733484135237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484135237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733484135237Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484135238 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484135238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484135250 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484135250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484135656 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484135666 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484135666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484136073 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484136090 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484136090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186447a1: reopening flushed file at 1733484136579 (+489 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54503cfe: reopening flushed file at 1733484136582 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bba5a73: reopening flushed file at 1733484136586 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=55, compaction requested=false at 1733484136589 (+3 ms)Writing region close event to WAL at 1733484136590 (+1 ms)Closed at 1733484136590 2024-12-06T11:22:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39543 is added to blk_1073741830_1006 (size=32770) 2024-12-06T11:22:16,592 INFO [M:0;582807baec72:38773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:22:16,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:16,592 INFO [M:0;582807baec72:38773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38773 2024-12-06T11:22:16,593 INFO [M:0;582807baec72:38773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:16,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:16,808 INFO [M:0;582807baec72:38773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38773-0x101aa60425d0003, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:16,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4abd7308{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:22:16,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@760c5af5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:16,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:16,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501795a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:16,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T11:22:16,866 WARN [BP-953613740-172.17.0.3-1733484109214 heartbeating to localhost/127.0.0.1:33913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:22:16,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:22:16,866 WARN [BP-953613740-172.17.0.3-1733484109214 heartbeating to localhost/127.0.0.1:33913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953613740-172.17.0.3-1733484109214 (Datanode Uuid df963b5d-e810-4efa-b9d4-aa93a2ba0176) service to localhost/127.0.0.1:33913 2024-12-06T11:22:16,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:22:16,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/cluster_643f28c0-4886-914e-ef8e-ea0ec4eeeec4/data/data1/current/BP-953613740-172.17.0.3-1733484109214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:16,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/cluster_643f28c0-4886-914e-ef8e-ea0ec4eeeec4/data/data2/current/BP-953613740-172.17.0.3-1733484109214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:16,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:22:16,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7278e131{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:22:16,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aae27f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:16,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:16,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70764eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:16,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/204bcce4-4521-f000-bf52-c4d79a3e7099/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:16,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:22:16,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T11:22:16,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:16,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:16,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:16,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:16,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:16,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T11:22:16,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=918522415, stopped=false 2024-12-06T11:22:16,890 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=582807baec72,38617,1733484106068 2024-12-06T11:22:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1116844968/running 2024-12-06T11:22:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1116844968/running 2024-12-06T11:22:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:22:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:22:16,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:16,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T11:22:16,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:16,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/running 2024-12-06T11:22:16,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:16,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Set watcher on znode that does not yet exist, /0-1116844968/running 2024-12-06T11:22:16,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '582807baec72,42793,1733484106437' ***** 2024-12-06T11:22:16,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T11:22:16,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(3091): Received CLOSE for d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(3091): Received CLOSE for a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(959): stopping server 582807baec72,42793,1733484106437 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:16,950 INFO [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42793. 2024-12-06T11:22:16,950 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1418ca1052b49a93f301c78d0c11bd1, disabling compactions & flushes 2024-12-06T11:22:16,950 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:16,950 DEBUG [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:16,950 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:16,950 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:16,950 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. after waiting 0 ms 2024-12-06T11:22:16,950 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:16,951 INFO [RS:0;582807baec72:42793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T11:22:16,951 INFO [RS:0;582807baec72:42793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T11:22:16,951 INFO [RS:0;582807baec72:42793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T11:22:16,951 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T11:22:16,951 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T11:22:16,951 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d1418ca1052b49a93f301c78d0c11bd1=test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1., a7345918b8e7f37e4088442889a54aeb=hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb.} 2024-12-06T11:22:16,951 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7345918b8e7f37e4088442889a54aeb, d1418ca1052b49a93f301c78d0c11bd1 2024-12-06T11:22:16,951 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T11:22:16,951 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T11:22:16,951 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T11:22:16,951 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T11:22:16,951 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T11:22:16,951 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T11:22:16,952 INFO [regionserver/582807baec72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:16,955 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/default/test/d1418ca1052b49a93f301c78d0c11bd1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T11:22:16,955 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:16,955 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T11:22:16,955 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:16,955 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1418ca1052b49a93f301c78d0c11bd1: Waiting for close lock at 1733484136950Running coprocessor pre-close hooks at 1733484136950Disabling compacts and flushes for region at 1733484136950Disabling writes for close at 1733484136950Writing region close event to WAL at 1733484136953 (+3 ms)Running coprocessor post-close hooks at 1733484136955 (+2 ms)Closed at 1733484136955 2024-12-06T11:22:16,956 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1. 2024-12-06T11:22:16,956 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7345918b8e7f37e4088442889a54aeb, disabling compactions & flushes 2024-12-06T11:22:16,956 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:16,956 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:16,956 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. after waiting 0 ms 2024-12-06T11:22:16,956 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:16,956 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7345918b8e7f37e4088442889a54aeb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-06T11:22:16,968 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/info/af54b947aabf4b89bf06948a1a4161a3 is 147, key is hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb./info:regioninfo/1733484124594/Put/seqid=0 2024-12-06T11:22:16,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741847_1023 (size=7686) 2024-12-06T11:22:16,971 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/hfileref/57a3abb436dc464a9df14f4770339061 is 74, key is 1/hfileref:05c7c162eb684a4ea31f1cc8f47bef17_SeqId_6_/1733484130328/DeleteColumn/seqid=0 2024-12-06T11:22:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741848_1024 (size=5489) 2024-12-06T11:22:17,151 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:17,335 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T11:22:17,335 INFO [regionserver/582807baec72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T11:22:17,351 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:17,371 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/info/af54b947aabf4b89bf06948a1a4161a3 2024-12-06T11:22:17,377 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/hfileref/57a3abb436dc464a9df14f4770339061 2024-12-06T11:22:17,390 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/ns/2df9283436e04df6ae31ece9d004586d is 43, key is default/ns:d/1733484109120/Put/seqid=0 2024-12-06T11:22:17,396 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/queue/80e37caf4c71437cafcc527299bb2061 is 153, key is 1-582807baec72,42793,1733484106437/queue:582807baec72%2C42793%2C1733484106437/1733484130329/Put/seqid=0 2024-12-06T11:22:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741849_1025 (size=5153) 2024-12-06T11:22:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741850_1026 (size=5504) 2024-12-06T11:22:17,438 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:17,441 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:22:17,441 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:17,441 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:22:17,442 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 582807baec72,42793,1733484106437: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-582807baec72,42793,1733484106437, walGroup=582807baec72%2C42793%2C1733484106437, offset=582807baec72%2C42793%2C1733484106437.1733484128045:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:42793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T11:22:17,443 ERROR [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T11:22:17,443 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T11:22:17,443 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T11:22:17,443 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T11:22:17,443 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T11:22:17,443 INFO [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1570766848, "init": 1048576000, "max": 2306867200, "used": 954210304 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208609560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T11:22:17,443 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=582807baec72:38617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T11:22:17,551 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:17,611 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 393, reset compression=false 2024-12-06T11:22:17,614 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T11:22:17,614 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:17,614 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-582807baec72,42793,1733484106437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T11:22:17,615 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-06T11:22:17,644 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:17,751 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7345918b8e7f37e4088442889a54aeb 2024-12-06T11:22:17,798 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/ns/2df9283436e04df6ae31ece9d004586d 2024-12-06T11:22:17,806 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/queue/80e37caf4c71437cafcc527299bb2061 2024-12-06T11:22:17,814 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/hfileref/57a3abb436dc464a9df14f4770339061 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/hfileref/57a3abb436dc464a9df14f4770339061 2024-12-06T11:22:17,816 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:17,818 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/hfileref/57a3abb436dc464a9df14f4770339061, entries=6, sequenceid=17, filesize=5.4 K 2024-12-06T11:22:17,819 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/.tmp/queue/80e37caf4c71437cafcc527299bb2061 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/queue/80e37caf4c71437cafcc527299bb2061 2024-12-06T11:22:17,822 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/queue/80e37caf4c71437cafcc527299bb2061, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T11:22:17,823 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7345918b8e7f37e4088442889a54aeb in 867ms, sequenceid=17, compaction requested=false 2024-12-06T11:22:17,826 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/replication/a7345918b8e7f37e4088442889a54aeb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-06T11:22:17,826 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:17,826 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:22:17,826 INFO [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:17,826 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7345918b8e7f37e4088442889a54aeb: Waiting for close lock at 1733484136956Running coprocessor pre-close hooks at 1733484136956Disabling compacts and flushes for region at 1733484136956Disabling writes for close at 1733484136956Obtaining lock to block concurrent updates at 1733484136956Preparing flush snapshotting stores in a7345918b8e7f37e4088442889a54aeb at 1733484136956Finished memstore snapshotting hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733484136956Flushing stores of hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. at 1733484136957 (+1 ms)Flushing a7345918b8e7f37e4088442889a54aeb/hfileref: creating writer at 1733484136957Flushing a7345918b8e7f37e4088442889a54aeb/hfileref: appending metadata at 1733484136971 (+14 ms)Flushing a7345918b8e7f37e4088442889a54aeb/hfileref: closing flushed file at 1733484136971Flushing a7345918b8e7f37e4088442889a54aeb/queue: creating writer at 1733484137380 (+409 ms)Flushing a7345918b8e7f37e4088442889a54aeb/queue: appending metadata at 1733484137396 (+16 ms)Flushing a7345918b8e7f37e4088442889a54aeb/queue: closing flushed file at 1733484137396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f326c57: reopening flushed file at 1733484137813 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cec19f: reopening flushed file at 1733484137818 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a7345918b8e7f37e4088442889a54aeb in 867ms, sequenceid=17, compaction requested=false at 1733484137823 (+5 ms)Writing region close event to WAL at 1733484137824 (+1 ms)Running coprocessor post-close hooks at 1733484137826 (+2 ms)Closed at 1733484137826 2024-12-06T11:22:17,826 DEBUG [RS_CLOSE_REGION-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733484123791.a7345918b8e7f37e4088442889a54aeb. 2024-12-06T11:22:17,827 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c46522eba646bc8ffa8026156121c4 is 112, key is test,,1733484119338.d1418ca1052b49a93f301c78d0c11bd1./rep_barrier:seqnumDuringOpen/1733484120120/Put/seqid=0 2024-12-06T11:22:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741851_1027 (size=5518) 2024-12-06T11:22:17,947 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:17,952 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T11:22:17,952 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T11:22:17,952 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:18,119 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:18,152 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:18,230 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c46522eba646bc8ffa8026156121c4 2024-12-06T11:22:18,249 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/table/3fbd17fd3e7646de9bced57d974a379a is 53, key is hbase:replication/table:state/1733484124602/Put/seqid=0 2024-12-06T11:22:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741852_1028 (size=5308) 2024-12-06T11:22:18,350 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:18,352 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:18,522 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:18,552 DEBUG [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T11:22:18,652 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/table/3fbd17fd3e7646de9bced57d974a379a 2024-12-06T11:22:18,656 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/info/af54b947aabf4b89bf06948a1a4161a3 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/info/af54b947aabf4b89bf06948a1a4161a3 2024-12-06T11:22:18,659 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/info/af54b947aabf4b89bf06948a1a4161a3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T11:22:18,660 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/ns/2df9283436e04df6ae31ece9d004586d as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/ns/2df9283436e04df6ae31ece9d004586d 2024-12-06T11:22:18,664 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/ns/2df9283436e04df6ae31ece9d004586d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T11:22:18,664 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c46522eba646bc8ffa8026156121c4 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/rep_barrier/e9c46522eba646bc8ffa8026156121c4 2024-12-06T11:22:18,668 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/rep_barrier/e9c46522eba646bc8ffa8026156121c4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T11:22:18,668 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/.tmp/table/3fbd17fd3e7646de9bced57d974a379a as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/table/3fbd17fd3e7646de9bced57d974a379a 2024-12-06T11:22:18,673 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/table/3fbd17fd3e7646de9bced57d974a379a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T11:22:18,674 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-12-06T11:22:18,674 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T11:22:18,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T11:22:18,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T11:22:18,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T11:22:18,678 INFO [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:18,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733484136951Running coprocessor pre-close hooks at 1733484136951Disabling compacts and flushes for region at 1733484136951Disabling writes for close at 1733484136951Obtaining lock to block concurrent updates at 1733484136951Preparing flush snapshotting stores in 1588230740 at 1733484136951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733484136951Flushing stores of hbase:meta,,1.1588230740 at 1733484136952 (+1 ms)Flushing 1588230740/info: creating writer at 1733484136952Flushing 1588230740/info: appending metadata at 1733484136967 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733484136967Flushing 1588230740/ns: creating writer at 1733484137374 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733484137390 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733484137390Flushing 1588230740/rep_barrier: creating writer at 1733484137804 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733484137826 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733484137826Flushing 1588230740/table: creating writer at 1733484138233 (+407 ms)Flushing 1588230740/table: appending metadata at 1733484138248 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733484138248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2710974a: reopening flushed file at 1733484138656 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9d66c2: reopening flushed file at 1733484138660 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14dbaa39: reopening flushed file at 1733484138664 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b743b2d: reopening flushed file at 1733484138668 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1733484138674 (+6 ms)Writing region close event to WAL at 1733484138675 (+1 ms)Running coprocessor post-close hooks at 1733484138678 (+3 ms)Closed at 1733484138678 2024-12-06T11:22:18,678 DEBUG [RS_CLOSE_META-regionserver/582807baec72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T11:22:18,752 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(976): stopping server 582807baec72,42793,1733484106437; all regions closed. 2024-12-06T11:22:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741844_1020 (size=859) 2024-12-06T11:22:18,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.meta.1733484128060.meta not finished, retry = 0 2024-12-06T11:22:18,853 DEBUG [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.1733484128045 to pos 688, reset compression=false 2024-12-06T11:22:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741842_1018 (size=2791) 2024-12-06T11:22:18,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/WALs/582807baec72,42793,1733484106437/582807baec72%2C42793%2C1733484106437.rep.1733484128030 not finished, retry = 0 2024-12-06T11:22:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741843_1019 (size=696) 2024-12-06T11:22:18,959 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:18,959 INFO [RS:0;582807baec72:42793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T11:22:18,959 INFO [RS:0;582807baec72:42793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:18,959 INFO [RS:0;582807baec72:42793 {}] hbase.ChoreService(370): Chore service for: regionserver/582807baec72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:18,959 INFO [RS:0;582807baec72:42793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:18,959 INFO [regionserver/582807baec72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:18,959 INFO [RS:0;582807baec72:42793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-582807baec72,42793,1733484106437 because: Region server is closing 2024-12-06T11:22:18,960 INFO [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42793. 2024-12-06T11:22:18,960 DEBUG [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:18,960 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:18,960 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:18,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:19,060 INFO [RS:0;582807baec72:42793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,1-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,1-582807baec72,42793,1733484106437 terminated 2024-12-06T11:22:19,060 INFO [RS:0;582807baec72:42793 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-582807baec72,42793,1733484106437 because: Region server is closing 2024-12-06T11:22:19,060 INFO [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;582807baec72:42793. 2024-12-06T11:22:19,060 DEBUG [RS:0;582807baec72:42793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T11:22:19,060 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:19,060 DEBUG [RS:0;582807baec72:42793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T11:22:19,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T11:22:19,161 INFO [RS:0;582807baec72:42793 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.shipper582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 terminated 2024-12-06T11:22:19,161 INFO [RS:0;582807baec72:42793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42793 2024-12-06T11:22:19,161 WARN [RS_REFRESH_PEER-regionserver/582807baec72:0-0.replicationSource,2-582807baec72,42793,1733484106437.replicationSource.wal-reader.582807baec72%2C42793%2C1733484106437,2-582807baec72,42793,1733484106437 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T11:22:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1116844968/rs/582807baec72,42793,1733484106437 2024-12-06T11:22:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968/rs 2024-12-06T11:22:19,227 INFO [RS:0;582807baec72:42793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:19,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [582807baec72,42793,1733484106437] 2024-12-06T11:22:19,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1116844968/draining/582807baec72,42793,1733484106437 already deleted, retry=false 2024-12-06T11:22:19,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 582807baec72,42793,1733484106437 expired; onlineServers=0 2024-12-06T11:22:19,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '582807baec72,38617,1733484106068' ***** 2024-12-06T11:22:19,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T11:22:19,248 INFO [M:0;582807baec72:38617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T11:22:19,248 INFO [M:0;582807baec72:38617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T11:22:19,248 DEBUG [M:0;582807baec72:38617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T11:22:19,248 DEBUG [M:0;582807baec72:38617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T11:22:19,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T11:22:19,248 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484108232 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.small.0-1733484108232,5,FailOnTimeoutGroup] 2024-12-06T11:22:19,248 DEBUG [master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484108228 {}] cleaner.HFileCleaner(306): Exit Thread[master/582807baec72:0:becomeActiveMaster-HFileCleaner.large.0-1733484108228,5,FailOnTimeoutGroup] 2024-12-06T11:22:19,249 INFO [M:0;582807baec72:38617 {}] hbase.ChoreService(370): Chore service for: master/582807baec72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T11:22:19,249 INFO [M:0;582807baec72:38617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T11:22:19,249 DEBUG [M:0;582807baec72:38617 {}] master.HMaster(1795): Stopping service threads 2024-12-06T11:22:19,249 INFO [M:0;582807baec72:38617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T11:22:19,249 INFO [M:0;582807baec72:38617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T11:22:19,249 ERROR [M:0;582807baec72:38617 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43975 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43975,5,PEWorkerGroup] 2024-12-06T11:22:19,249 INFO [M:0;582807baec72:38617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T11:22:19,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T11:22:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1116844968/master 2024-12-06T11:22:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1116844968 2024-12-06T11:22:19,259 DEBUG [M:0;582807baec72:38617 {}] zookeeper.ZKUtil(347): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Unable to get data of znode /0-1116844968/master because node does not exist (not an error) 2024-12-06T11:22:19,259 WARN [M:0;582807baec72:38617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T11:22:19,259 INFO [M:0;582807baec72:38617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/.lastflushedseqids 2024-12-06T11:22:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741853_1029 (size=263) 2024-12-06T11:22:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:19,338 INFO [RS:0;582807baec72:42793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42793-0x101aa60425d0001, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:19,338 INFO [RS:0;582807baec72:42793 {}] regionserver.HRegionServer(1031): Exiting; stopping=582807baec72,42793,1733484106437; zookeeper connection closed. 2024-12-06T11:22:19,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 2024-12-06T11:22:19,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T11:22:19,662 INFO [M:0;582807baec72:38617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T11:22:19,663 INFO [M:0;582807baec72:38617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T11:22:19,663 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T11:22:19,663 INFO [M:0;582807baec72:38617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:19,663 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:19,663 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T11:22:19,663 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:19,663 INFO [M:0;582807baec72:38617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-12-06T11:22:19,674 DEBUG [M:0;582807baec72:38617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349c455d97884655a4918f2537cfa46f is 82, key is hbase:meta,,1/info:regioninfo/1733484109097/Put/seqid=0 2024-12-06T11:22:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741854_1030 (size=5672) 2024-12-06T11:22:20,078 INFO [M:0;582807baec72:38617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349c455d97884655a4918f2537cfa46f 2024-12-06T11:22:20,098 DEBUG [M:0;582807baec72:38617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d8c81dc91145abb431541ccb475723 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733484124612/Put/seqid=0 2024-12-06T11:22:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741855_1031 (size=8910) 2024-12-06T11:22:20,101 INFO [M:0;582807baec72:38617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d8c81dc91145abb431541ccb475723 2024-12-06T11:22:20,118 DEBUG [M:0;582807baec72:38617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbe4c1b830554d7fa92f7df71bfb8e72 is 69, key is 582807baec72,42793,1733484106437/rs:state/1733484108297/Put/seqid=0 2024-12-06T11:22:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741856_1032 (size=5156) 2024-12-06T11:22:20,521 INFO [M:0;582807baec72:38617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbe4c1b830554d7fa92f7df71bfb8e72 2024-12-06T11:22:20,524 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349c455d97884655a4918f2537cfa46f as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349c455d97884655a4918f2537cfa46f 2024-12-06T11:22:20,527 INFO [M:0;582807baec72:38617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349c455d97884655a4918f2537cfa46f, entries=8, sequenceid=112, filesize=5.5 K 2024-12-06T11:22:20,527 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d8c81dc91145abb431541ccb475723 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04d8c81dc91145abb431541ccb475723 2024-12-06T11:22:20,530 INFO [M:0;582807baec72:38617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04d8c81dc91145abb431541ccb475723, entries=13, sequenceid=112, filesize=8.7 K 2024-12-06T11:22:20,530 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbe4c1b830554d7fa92f7df71bfb8e72 as hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbe4c1b830554d7fa92f7df71bfb8e72 2024-12-06T11:22:20,533 INFO [M:0;582807baec72:38617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43975/user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbe4c1b830554d7fa92f7df71bfb8e72, entries=1, sequenceid=112, filesize=5.0 K 2024-12-06T11:22:20,533 INFO [M:0;582807baec72:38617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=112, compaction requested=false 2024-12-06T11:22:20,534 INFO [M:0;582807baec72:38617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T11:22:20,534 DEBUG [M:0;582807baec72:38617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733484139663Disabling compacts and flushes for region at 1733484139663Disabling writes for close at 1733484139663Obtaining lock to block concurrent updates at 1733484139663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733484139663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1733484139663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733484139664 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733484139664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733484139674 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733484139674Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733484140082 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733484140097 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733484140097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733484140104 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733484140117 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733484140117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5a7685: reopening flushed file at 1733484140524 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b27e8a5: reopening flushed file at 1733484140527 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37136345: reopening flushed file at 1733484140530 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=112, compaction requested=false at 1733484140533 (+3 ms)Writing region close event to WAL at 1733484140534 (+1 ms)Closed at 1733484140534 2024-12-06T11:22:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741830_1006 (size=69067) 2024-12-06T11:22:20,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88485757-967a-4ddb-76e6-726920ebe31f/MasterData/WALs/582807baec72,38617,1733484106068/582807baec72%2C38617%2C1733484106068.1733484107793 not finished, retry = 0 2024-12-06T11:22:20,636 INFO [M:0;582807baec72:38617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T11:22:20,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T11:22:20,637 INFO [M:0;582807baec72:38617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38617 2024-12-06T11:22:20,637 INFO [M:0;582807baec72:38617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T11:22:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:20,801 INFO [M:0;582807baec72:38617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T11:22:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38617-0x101aa60425d0000, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T11:22:20,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbe537c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T11:22:20,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:20,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:20,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:20,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:20,806 WARN [BP-1723475727-172.17.0.3-1733484103366 heartbeating to localhost/127.0.0.1:43975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T11:22:20,806 WARN [BP-1723475727-172.17.0.3-1733484103366 heartbeating to localhost/127.0.0.1:43975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1723475727-172.17.0.3-1733484103366 (Datanode Uuid 333bc6ce-b683-49d3-bc3b-939d0b23126e) service to localhost/127.0.0.1:43975 2024-12-06T11:22:20,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T11:22:20,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T11:22:20,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/data/data1/current/BP-1723475727-172.17.0.3-1733484103366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:20,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/cluster_b4dd4138-1efa-2bf6-2d63-1234c27baebd/data/data2/current/BP-1723475727-172.17.0.3-1733484103366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T11:22:20,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T11:22:20,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df38f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T11:22:20,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T11:22:20,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T11:22:20,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T11:22:20,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/855601ab-83c8-5b67-4f40-12b826022048/hadoop.log.dir/,STOPPED} 2024-12-06T11:22:20,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T11:22:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T11:22:20,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 528) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33913 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43975 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40715 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2200 (was 2276) 2024-12-06T11:22:20,847 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-12-06T11:22:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101aa60425d0005, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:22:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101aa60425d0008, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:22:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101aa60425d0002, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T11:22:20,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101aa60425d0005, quorum=127.0.0.1:63179, baseZNode=/1155502661 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:22:20,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101aa60425d0008, quorum=127.0.0.1:63179, baseZNode=/21643101869 Received Disconnected from ZooKeeper, ignoring 2024-12-06T11:22:20,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101aa60425d0002, quorum=127.0.0.1:63179, baseZNode=/0-1116844968 Received Disconnected from ZooKeeper, ignoring